2024-12-04 19:16:54,500 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 19:16:54,518 main DEBUG Took 0.016046 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 19:16:54,518 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 19:16:54,519 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 19:16:54,519 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 19:16:54,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 19:16:54,526 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 19:16:54,537 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 19:16:54,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 19:16:54,538 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 19:16:54,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 19:16:54,539 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 19:16:54,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 19:16:54,540 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 19:16:54,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 19:16:54,541 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 19:16:54,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 19:16:54,542 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 19:16:54,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 19:16:54,542 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 19:16:54,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 19:16:54,543 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 19:16:54,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 19:16:54,543 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 19:16:54,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 19:16:54,544 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 19:16:54,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 19:16:54,545 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 19:16:54,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 19:16:54,545 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 19:16:54,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 19:16:54,546 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 19:16:54,546 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 19:16:54,547 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 19:16:54,548 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 19:16:54,550 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 19:16:54,550 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 19:16:54,551 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 19:16:54,552 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 19:16:54,558 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 19:16:54,560 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 19:16:54,562 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 19:16:54,562 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 19:16:54,562 main DEBUG createAppenders(={Console}) 2024-12-04 19:16:54,563 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-04 19:16:54,563 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 19:16:54,564 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-04 19:16:54,564 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 19:16:54,564 main DEBUG OutputStream closed 2024-12-04 19:16:54,565 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 19:16:54,565 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 19:16:54,565 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-04 19:16:54,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 19:16:54,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 19:16:54,647 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 19:16:54,648 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 19:16:54,649 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 19:16:54,649 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 19:16:54,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 19:16:54,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 19:16:54,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 19:16:54,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 19:16:54,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 19:16:54,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 19:16:54,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 19:16:54,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 19:16:54,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 19:16:54,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 19:16:54,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 19:16:54,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 19:16:54,657 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 19:16:54,657 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-04 19:16:54,657 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 19:16:54,658 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-04T19:16:54,670 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-04 19:16:54,672 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 19:16:54,673 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T19:16:54,728 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=16190 2024-12-04T19:16:54,910 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-04T19:16:54,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5 2024-12-04T19:16:54,959 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/cluster_e7cce5bb-48ac-808f-bc64-1b6369e80677, deleteOnExit=true 2024-12-04T19:16:55,072 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/cluster_e7cce5bb-48ac-808f-bc64-1b6369e80677/zookeeper_0, clientPort=52548, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/cluster_e7cce5bb-48ac-808f-bc64-1b6369e80677/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/cluster_e7cce5bb-48ac-808f-bc64-1b6369e80677/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T19:16:55,083 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52548 2024-12-04T19:16:55,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:16:55,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:16:55,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/test.cache.data in system properties and HBase conf 2024-12-04T19:16:55,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:16:55,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:16:55,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:16:55,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:16:55,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:16:55,162 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T19:16:55,243 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:16:55,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:16:55,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:16:55,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:16:55,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:16:55,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:16:55,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:16:55,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:16:55,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:16:55,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:16:55,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:16:55,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:16:55,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:16:55,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:16:55,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:16:56,196 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T19:16:56,274 INFO [Time-limited test {}] log.Log(170): Logging initialized @2370ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T19:16:56,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:16:56,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:16:56,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:16:56,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:16:56,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:16:56,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:16:56,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:16:56,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:16:56,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/java.io.tmpdir/jetty-localhost-45337-hadoop-hdfs-3_4_1-tests_jar-_-any-6704112540656145169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:16:56,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:45337} 2024-12-04T19:16:56,613 INFO [Time-limited test {}] server.Server(415): Started @2710ms 2024-12-04T19:16:57,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:16:57,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:16:57,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:16:57,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:16:57,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:16:57,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:16:57,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:16:57,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/java.io.tmpdir/jetty-localhost-35527-hadoop-hdfs-3_4_1-tests_jar-_-any-3388453556182860437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:16:57,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:35527} 2024-12-04T19:16:57,253 INFO [Time-limited test {}] server.Server(415): Started @3350ms 2024-12-04T19:16:57,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:16:58,249 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/cluster_e7cce5bb-48ac-808f-bc64-1b6369e80677/data/data2/current/BP-782821747-172.17.0.2-1733339815741/current, will proceed with Du for space computation calculation, 2024-12-04T19:16:58,249 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/cluster_e7cce5bb-48ac-808f-bc64-1b6369e80677/data/data1/current/BP-782821747-172.17.0.2-1733339815741/current, will proceed with Du for space computation calculation, 2024-12-04T19:16:58,274 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:16:58,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b84e0e8ddc75d09 with lease ID 0x34dcd98bf3abd0a0: Processing first storage report for DS-16acbb35-cb20-4164-9d6a-26ed2db21a8f from datanode DatanodeRegistration(127.0.0.1:37125, datanodeUuid=5462f2b4-6082-4419-8ddc-6b19ccc9fb74, infoPort=43229, infoSecurePort=0, ipcPort=35929, storageInfo=lv=-57;cid=testClusterID;nsid=2046598381;c=1733339815741) 2024-12-04T19:16:58,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b84e0e8ddc75d09 with lease ID 0x34dcd98bf3abd0a0: from storage DS-16acbb35-cb20-4164-9d6a-26ed2db21a8f node DatanodeRegistration(127.0.0.1:37125, datanodeUuid=5462f2b4-6082-4419-8ddc-6b19ccc9fb74, infoPort=43229, infoSecurePort=0, ipcPort=35929, storageInfo=lv=-57;cid=testClusterID;nsid=2046598381;c=1733339815741), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T19:16:58,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b84e0e8ddc75d09 with lease ID 0x34dcd98bf3abd0a0: Processing first storage report for DS-dc8cebbd-872e-4bfb-880a-8b7686680a63 from datanode DatanodeRegistration(127.0.0.1:37125, datanodeUuid=5462f2b4-6082-4419-8ddc-6b19ccc9fb74, infoPort=43229, infoSecurePort=0, ipcPort=35929, storageInfo=lv=-57;cid=testClusterID;nsid=2046598381;c=1733339815741) 2024-12-04T19:16:58,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b84e0e8ddc75d09 with lease ID 0x34dcd98bf3abd0a0: from storage DS-dc8cebbd-872e-4bfb-880a-8b7686680a63 node DatanodeRegistration(127.0.0.1:37125, datanodeUuid=5462f2b4-6082-4419-8ddc-6b19ccc9fb74, infoPort=43229, infoSecurePort=0, ipcPort=35929, storageInfo=lv=-57;cid=testClusterID;nsid=2046598381;c=1733339815741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:16:58,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5 2024-12-04T19:16:58,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:16:58,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:16:58,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:16:58,975 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63 with version=8 2024-12-04T19:16:58,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/hbase-staging 2024-12-04T19:16:59,047 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T19:16:59,281 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:16:59,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:16:59,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:16:59,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:16:59,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:16:59,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:16:59,416 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:16:59,463 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T19:16:59,470 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T19:16:59,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:16:59,494 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10975 (auto-detected) 2024-12-04T19:16:59,495 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T19:16:59,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37371 2024-12-04T19:16:59,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37371 connecting to ZooKeeper ensemble=127.0.0.1:52548 2024-12-04T19:16:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373710x0, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:16:59,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37371-0x101a1c698340000 connected 2024-12-04T19:16:59,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:16:59,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:16:59,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on znode that does not yet exist, /0-1972529267/running 2024-12-04T19:16:59,791 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63, hbase.cluster.distributed=false 2024-12-04T19:16:59,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on znode that does not yet exist, /0-1972529267/acl 2024-12-04T19:16:59,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37371 2024-12-04T19:16:59,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37371 2024-12-04T19:16:59,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37371 2024-12-04T19:16:59,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37371 2024-12-04T19:16:59,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37371 2024-12-04T19:16:59,900 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:16:59,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:16:59,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:16:59,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:16:59,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:16:59,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:16:59,904 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:16:59,906 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:16:59,907 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34813 2024-12-04T19:16:59,908 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34813 connecting to ZooKeeper ensemble=127.0.0.1:52548 2024-12-04T19:16:59,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:16:59,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:16:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348130x0, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:16:59,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on znode that does not yet exist, /0-1972529267/running 2024-12-04T19:16:59,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34813-0x101a1c698340001 connected 2024-12-04T19:16:59,930 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:16:59,936 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:16:59,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on znode that does not yet exist, /0-1972529267/master 2024-12-04T19:16:59,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on znode that does not yet exist, /0-1972529267/acl 2024-12-04T19:16:59,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34813 2024-12-04T19:16:59,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34813 2024-12-04T19:16:59,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34813 2024-12-04T19:16:59,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34813 2024-12-04T19:16:59,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34813 2024-12-04T19:16:59,960 DEBUG [M:0;9ba2734cd39f:37371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:37371 2024-12-04T19:16:59,961 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1972529267/backup-masters/9ba2734cd39f,37371,1733339819138 2024-12-04T19:16:59,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267/backup-masters 2024-12-04T19:16:59,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267/backup-masters 2024-12-04T19:16:59,980 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on existing znode=/0-1972529267/backup-masters/9ba2734cd39f,37371,1733339819138 2024-12-04T19:17:00,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1972529267/master 2024-12-04T19:17:00,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:00,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:00,011 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on existing znode=/0-1972529267/master 2024-12-04T19:17:00,012 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1972529267/backup-masters/9ba2734cd39f,37371,1733339819138 from backup master directory 2024-12-04T19:17:00,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1972529267/backup-masters/9ba2734cd39f,37371,1733339819138 2024-12-04T19:17:00,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267/backup-masters 2024-12-04T19:17:00,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267/backup-masters 2024-12-04T19:17:00,021 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:17:00,021 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,37371,1733339819138 2024-12-04T19:17:00,025 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T19:17:00,027 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T19:17:00,074 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/hbase.id] with ID: 35d83478-00f6-421f-bb51-b6ca7f95ea64 2024-12-04T19:17:00,074 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/.tmp/hbase.id 2024-12-04T19:17:00,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:17:00,490 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/.tmp/hbase.id]:[hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/hbase.id] 2024-12-04T19:17:00,531 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:00,536 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:17:00,552 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 13ms. 2024-12-04T19:17:00,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:00,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:00,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:17:01,029 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:17:01,032 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:17:01,045 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T19:17:01,049 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:01,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:17:01,495 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store 2024-12-04T19:17:01,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:17:01,519 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T19:17:01,523 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:01,525 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:17:01,525 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:01,525 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:01,527 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:17:01,527 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:01,527 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:01,529 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339821525Disabling compacts and flushes for region at 1733339821525Disabling writes for close at 1733339821527 (+2 ms)Writing region close event to WAL at 1733339821527Closed at 1733339821527 2024-12-04T19:17:01,532 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/.initializing 2024-12-04T19:17:01,532 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/WALs/9ba2734cd39f,37371,1733339819138 2024-12-04T19:17:01,542 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:17:01,561 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C37371%2C1733339819138, suffix=, logDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/WALs/9ba2734cd39f,37371,1733339819138, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/oldWALs, maxLogs=10 2024-12-04T19:17:01,591 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/WALs/9ba2734cd39f,37371,1733339819138/9ba2734cd39f%2C37371%2C1733339819138.1733339821566, exclude list is [], retry=0 2024-12-04T19:17:01,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37125,DS-16acbb35-cb20-4164-9d6a-26ed2db21a8f,DISK] 2024-12-04T19:17:01,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T19:17:01,638 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/WALs/9ba2734cd39f,37371,1733339819138/9ba2734cd39f%2C37371%2C1733339819138.1733339821566 2024-12-04T19:17:01,639 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-12-04T19:17:01,639 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:01,639 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:01,642 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:01,643 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:01,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:01,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:17:01,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:01,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:01,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:01,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:17:01,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:01,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:01,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:01,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:17:01,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:01,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:01,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:01,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:17:01,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:01,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:01,724 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:01,728 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:01,729 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:01,735 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:01,736 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:01,739 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:01,743 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:01,748 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:17:01,750 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71304414, jitterRate=0.06251856684684753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:01,757 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733339821656Initializing all the Stores at 1733339821658 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339821659 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339821659Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339821659Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339821659Cleaning up temporary data from old regions at 1733339821736 (+77 ms)Region opened successfully at 1733339821757 (+21 ms) 2024-12-04T19:17:01,758 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:17:01,795 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7563b9b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:17:01,828 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:17:01,846 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:17:01,846 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:17:01,851 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:17:01,853 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-04T19:17:01,858 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-04T19:17:01,859 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:17:01,884 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:17:01,893 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Unable to get data of znode /0-1972529267/balancer because node does not exist (not necessarily an error) 2024-12-04T19:17:01,956 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1972529267/balancer already deleted, retry=false 2024-12-04T19:17:01,959 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:17:01,961 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Unable to get data of znode /0-1972529267/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:17:01,967 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1972529267/normalizer already deleted, retry=false 2024-12-04T19:17:01,969 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:17:01,973 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Unable to get data of znode /0-1972529267/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:17:02,064 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1972529267/switch/split already deleted, retry=false 2024-12-04T19:17:02,067 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Unable to get data of znode /0-1972529267/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:17:02,142 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1972529267/switch/merge already deleted, retry=false 2024-12-04T19:17:02,167 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Unable to get data of znode /0-1972529267/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:17:02,195 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1972529267/snapshot-cleanup already deleted, retry=false 2024-12-04T19:17:02,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1972529267/running 2024-12-04T19:17:02,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1972529267/running 2024-12-04T19:17:02,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:02,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:02,213 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,37371,1733339819138, sessionid=0x101a1c698340000, setting cluster-up flag (Was=false) 2024-12-04T19:17:02,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:02,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:02,272 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1972529267/flush-table-proc/acquired, /0-1972529267/flush-table-proc/reached, /0-1972529267/flush-table-proc/abort 2024-12-04T19:17:02,275 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,37371,1733339819138 2024-12-04T19:17:02,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:02,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:02,335 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1972529267/online-snapshot/acquired, /0-1972529267/online-snapshot/reached, /0-1972529267/online-snapshot/abort 2024-12-04T19:17:02,337 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,37371,1733339819138 2024-12-04T19:17:02,345 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:17:02,353 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(746): ClusterId : 35d83478-00f6-421f-bb51-b6ca7f95ea64 2024-12-04T19:17:02,357 DEBUG [RS:0;9ba2734cd39f:34813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:17:02,369 DEBUG [RS:0;9ba2734cd39f:34813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:17:02,370 DEBUG [RS:0;9ba2734cd39f:34813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:17:02,379 DEBUG [RS:0;9ba2734cd39f:34813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:17:02,380 DEBUG [RS:0;9ba2734cd39f:34813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bc8f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:17:02,400 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:34813 2024-12-04T19:17:02,404 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:17:02,404 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:17:02,404 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:17:02,410 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,37371,1733339819138 with port=34813, startcode=1733339819871 2024-12-04T19:17:02,427 DEBUG [RS:0;9ba2734cd39f:34813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:17:02,445 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:02,458 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:17:02,468 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:17:02,471 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:17:02,475 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,37371,1733339819138 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:17:02,479 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37371 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-12-04T19:17:02,485 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:02,486 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:02,486 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:02,486 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:02,487 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:17:02,487 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:02,487 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:17:02,488 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:02,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:02,504 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:17:02,511 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:02,512 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:17:02,517 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T19:17:02,517 WARN [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T19:17:02,521 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733339852521 2024-12-04T19:17:02,524 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:17:02,525 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:17:02,531 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:17:02,531 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:17:02,532 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:17:02,532 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:17:02,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:17:02,540 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:02,546 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:17:02,548 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:17:02,549 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:17:02,549 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:17:02,554 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:17:02,554 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:17:02,557 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339822556,5,FailOnTimeoutGroup] 2024-12-04T19:17:02,560 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339822557,5,FailOnTimeoutGroup] 2024-12-04T19:17:02,560 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:02,561 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:17:02,562 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:02,562 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:02,619 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,37371,1733339819138 with port=34813, startcode=1733339819871 2024-12-04T19:17:02,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,34813,1733339819871 2024-12-04T19:17:02,624 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37371 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,34813,1733339819871 2024-12-04T19:17:02,632 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63 2024-12-04T19:17:02,633 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42291 2024-12-04T19:17:02,633 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:17:02,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267/rs 2024-12-04T19:17:02,663 DEBUG [RS:0;9ba2734cd39f:34813 {}] zookeeper.ZKUtil(111): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on existing znode=/0-1972529267/rs/9ba2734cd39f,34813,1733339819871 2024-12-04T19:17:02,663 WARN [RS:0;9ba2734cd39f:34813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:17:02,663 INFO [RS:0;9ba2734cd39f:34813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:02,664 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871 2024-12-04T19:17:02,666 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,34813,1733339819871] 2024-12-04T19:17:02,690 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:17:02,704 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:17:02,709 INFO [RS:0;9ba2734cd39f:34813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:17:02,710 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:02,711 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:17:02,717 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:17:02,718 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:02,719 DEBUG [RS:0;9ba2734cd39f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:02,719 DEBUG [RS:0;9ba2734cd39f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:02,719 DEBUG [RS:0;9ba2734cd39f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:02,719 DEBUG [RS:0;9ba2734cd39f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:02,719 DEBUG [RS:0;9ba2734cd39f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:02,719 DEBUG [RS:0;9ba2734cd39f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:17:02,720 DEBUG [RS:0;9ba2734cd39f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:02,720 DEBUG [RS:0;9ba2734cd39f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:02,720 DEBUG [RS:0;9ba2734cd39f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:02,720 DEBUG [RS:0;9ba2734cd39f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:02,720 DEBUG [RS:0;9ba2734cd39f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:02,721 DEBUG [RS:0;9ba2734cd39f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:02,721 DEBUG [RS:0;9ba2734cd39f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:17:02,721 DEBUG [RS:0;9ba2734cd39f:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:17:02,722 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:02,722 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:02,722 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:02,723 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:02,723 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:02,723 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34813,1733339819871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:17:02,748 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:17:02,751 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34813,1733339819871-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:02,751 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:02,751 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.Replication(171): 9ba2734cd39f,34813,1733339819871 started 2024-12-04T19:17:02,777 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:02,778 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,34813,1733339819871, RpcServer on 9ba2734cd39f/172.17.0.2:34813, sessionid=0x101a1c698340001 2024-12-04T19:17:02,779 DEBUG [RS:0;9ba2734cd39f:34813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:17:02,779 DEBUG [RS:0;9ba2734cd39f:34813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,34813,1733339819871 2024-12-04T19:17:02,779 DEBUG [RS:0;9ba2734cd39f:34813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,34813,1733339819871' 2024-12-04T19:17:02,779 DEBUG [RS:0;9ba2734cd39f:34813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1972529267/flush-table-proc/abort' 2024-12-04T19:17:02,780 DEBUG [RS:0;9ba2734cd39f:34813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1972529267/flush-table-proc/acquired' 2024-12-04T19:17:02,781 DEBUG [RS:0;9ba2734cd39f:34813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:17:02,782 DEBUG [RS:0;9ba2734cd39f:34813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:17:02,782 DEBUG [RS:0;9ba2734cd39f:34813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,34813,1733339819871 2024-12-04T19:17:02,782 DEBUG [RS:0;9ba2734cd39f:34813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,34813,1733339819871' 2024-12-04T19:17:02,782 DEBUG [RS:0;9ba2734cd39f:34813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1972529267/online-snapshot/abort' 2024-12-04T19:17:02,783 DEBUG [RS:0;9ba2734cd39f:34813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1972529267/online-snapshot/acquired' 2024-12-04T19:17:02,784 DEBUG [RS:0;9ba2734cd39f:34813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:17:02,784 INFO [RS:0;9ba2734cd39f:34813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:17:02,784 INFO [RS:0;9ba2734cd39f:34813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:17:02,895 INFO [RS:0;9ba2734cd39f:34813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:17:02,899 INFO [RS:0;9ba2734cd39f:34813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C34813%2C1733339819871, suffix=, logDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/oldWALs, maxLogs=10 2024-12-04T19:17:02,921 DEBUG [RS:0;9ba2734cd39f:34813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902, exclude list is [], retry=0 2024-12-04T19:17:02,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37125,DS-16acbb35-cb20-4164-9d6a-26ed2db21a8f,DISK] 2024-12-04T19:17:02,930 INFO [RS:0;9ba2734cd39f:34813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902 2024-12-04T19:17:02,930 DEBUG [RS:0;9ba2734cd39f:34813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-12-04T19:17:02,941 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:17:02,941 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63 2024-12-04T19:17:02,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:17:03,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:03,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:17:03,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:17:03,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:03,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:03,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:17:03,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:17:03,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:03,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:03,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:17:03,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:17:03,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:03,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:03,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:17:03,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:17:03,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:03,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:03,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:17:03,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740 2024-12-04T19:17:03,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740 2024-12-04T19:17:03,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:17:03,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:17:03,383 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:03,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:17:03,390 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:17:03,391 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73463043, jitterRate=0.0946846455335617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:03,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733339823354Initializing all the Stores at 1733339823356 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339823357 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339823357Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339823357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339823357Cleaning up temporary data from old regions at 1733339823382 (+25 ms)Region opened successfully at 1733339823393 (+11 ms) 2024-12-04T19:17:03,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:17:03,394 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:17:03,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:17:03,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:17:03,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:17:03,396 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:03,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339823394Disabling compacts and flushes for region at 1733339823394Disabling writes for close at 1733339823394Writing region close event to WAL at 1733339823395 (+1 ms)Closed at 1733339823395 2024-12-04T19:17:03,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:03,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:17:03,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:17:03,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:17:03,416 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:17:03,568 DEBUG [9ba2734cd39f:37371 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:17:03,581 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,34813,1733339819871 2024-12-04T19:17:03,589 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,34813,1733339819871, state=OPENING 2024-12-04T19:17:03,641 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:17:03,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:03,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:03,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1972529267/meta-region-server: CHANGED 2024-12-04T19:17:03,762 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1972529267/meta-region-server: CHANGED 2024-12-04T19:17:03,766 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:17:03,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34813,1733339819871}] 2024-12-04T19:17:03,944 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:17:03,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:17:03,956 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:17:03,957 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:03,957 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:17:03,961 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C34813%2C1733339819871.meta, suffix=.meta, logDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/oldWALs, maxLogs=10 2024-12-04T19:17:03,977 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.meta.1733339823963.meta, exclude list is [], retry=0 2024-12-04T19:17:03,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37125,DS-16acbb35-cb20-4164-9d6a-26ed2db21a8f,DISK] 2024-12-04T19:17:03,984 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.meta.1733339823963.meta 2024-12-04T19:17:03,985 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-12-04T19:17:03,985 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:03,989 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:17:03,990 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:17:03,993 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:17:03,994 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:17:03,998 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:17:03,998 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:03,998 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:17:03,998 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:17:04,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:17:04,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:17:04,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:04,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:04,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:17:04,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:17:04,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:04,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:04,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:17:04,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:17:04,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:04,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:04,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:17:04,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:17:04,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:04,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:04,011 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:17:04,012 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740 2024-12-04T19:17:04,014 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740 2024-12-04T19:17:04,016 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:17:04,016 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:17:04,017 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:04,019 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:17:04,020 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67905296, jitterRate=0.011867761611938477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:04,021 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:17:04,022 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733339823999Writing region info on filesystem at 1733339823999Initializing all the Stores at 1733339824001 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339824001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339824001Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339824001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339824001Cleaning up temporary data from old regions at 1733339824016 (+15 ms)Running coprocessor post-open hooks at 1733339824021 (+5 ms)Region opened successfully at 1733339824022 (+1 ms) 2024-12-04T19:17:04,029 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733339823934 2024-12-04T19:17:04,039 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:17:04,040 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:17:04,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,34813,1733339819871 2024-12-04T19:17:04,045 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,34813,1733339819871, state=OPEN 2024-12-04T19:17:04,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1972529267/meta-region-server 2024-12-04T19:17:04,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1972529267/meta-region-server 2024-12-04T19:17:04,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1972529267/meta-region-server: CHANGED 2024-12-04T19:17:04,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1972529267/meta-region-server: CHANGED 2024-12-04T19:17:04,062 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34813,1733339819871 2024-12-04T19:17:04,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:17:04,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34813,1733339819871 in 295 msec 2024-12-04T19:17:04,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:17:04,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 665 msec 2024-12-04T19:17:04,077 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:04,077 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:17:04,095 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:04,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34813,1733339819871, seqNum=-1] 2024-12-04T19:17:04,113 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:04,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:17:04,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7450 sec 2024-12-04T19:17:04,135 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733339824135, completionTime=-1 2024-12-04T19:17:04,137 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:17:04,137 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:17:04,177 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:17:04,177 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733339884177 2024-12-04T19:17:04,177 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733339944177 2024-12-04T19:17:04,178 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 40 msec 2024-12-04T19:17:04,180 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37371,1733339819138-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:04,180 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37371,1733339819138-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:04,180 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37371,1733339819138-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:04,182 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:37371, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:04,182 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:04,183 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:04,190 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:17:04,216 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.195sec 2024-12-04T19:17:04,218 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:17:04,219 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:17:04,220 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:17:04,220 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:17:04,220 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:17:04,221 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37371,1733339819138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:17:04,222 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37371,1733339819138-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:17:04,230 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:17:04,230 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:17:04,231 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37371,1733339819138-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:04,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:04,285 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T19:17:04,285 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T19:17:04,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,37371,-1 for getting cluster id 2024-12-04T19:17:04,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:04,301 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d83478-00f6-421f-bb51-b6ca7f95ea64' 2024-12-04T19:17:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d83478-00f6-421f-bb51-b6ca7f95ea64" 2024-12-04T19:17:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d4623e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,37371,-1] 2024-12-04T19:17:04,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:04,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:04,315 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:04,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:04,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:04,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34813,1733339819871, seqNum=-1] 2024-12-04T19:17:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:04,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:17:04,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,37371,1733339819138 2024-12-04T19:17:04,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52548 2024-12-04T19:17:04,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:04,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a1c698340002 connected 2024-12-04T19:17:04,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/hadoop.log.dir so I do NOT create it in target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1 2024-12-04T19:17:04,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:17:04,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/hadoop.tmp.dir so I do NOT create it in target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1 2024-12-04T19:17:04,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:17:04,429 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1 2024-12-04T19:17:04,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:17:04,429 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/cluster_4251c5fd-d088-5da2-bd0c-e3d508d36e55, deleteOnExit=true 2024-12-04T19:17:04,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:17:04,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/test.cache.data in system properties and HBase conf 2024-12-04T19:17:04,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:17:04,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:17:04,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:17:04,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:17:04,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:17:04,431 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:17:04,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:17:04,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:17:04,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:17:04,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:17:04,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:17:04,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:17:04,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:17:04,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:17:04,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:17:04,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:17:04,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:17:04,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:17:04,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:17:04,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:17:04,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:04,877 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:17:04,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:17:04,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:17:04,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:17:04,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:04,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:17:04,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:17:04,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/java.io.tmpdir/jetty-localhost-41217-hadoop-hdfs-3_4_1-tests_jar-_-any-3324893573190420681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:17:04,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:41217} 2024-12-04T19:17:04,977 INFO [Time-limited test {}] server.Server(415): Started @11074ms 2024-12-04T19:17:05,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:05,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:17:05,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:17:05,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:17:05,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:17:05,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:17:05,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:17:05,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/java.io.tmpdir/jetty-localhost-33315-hadoop-hdfs-3_4_1-tests_jar-_-any-17731116677608275790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:17:05,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:33315} 2024-12-04T19:17:05,350 INFO [Time-limited test {}] server.Server(415): Started @11447ms 2024-12-04T19:17:05,353 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:17:06,699 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/cluster_4251c5fd-d088-5da2-bd0c-e3d508d36e55/data/data1/current/BP-1474173114-172.17.0.2-1733339824464/current, will proceed with Du for space computation calculation, 2024-12-04T19:17:06,700 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/cluster_4251c5fd-d088-5da2-bd0c-e3d508d36e55/data/data2/current/BP-1474173114-172.17.0.2-1733339824464/current, will proceed with Du for space computation calculation, 2024-12-04T19:17:06,714 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:17:06,717 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0af034cf28ca6c9 with lease ID 0x427e651c5927a7: Processing first storage report for DS-5a732a41-0ac2-4fbd-a48d-c4e51c2e57f2 from datanode DatanodeRegistration(127.0.0.1:40671, datanodeUuid=def234d3-2b1e-4127-a067-a59267bd5b28, infoPort=41753, infoSecurePort=0, ipcPort=44851, storageInfo=lv=-57;cid=testClusterID;nsid=1470417293;c=1733339824464) 2024-12-04T19:17:06,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0af034cf28ca6c9 with lease ID 0x427e651c5927a7: from storage DS-5a732a41-0ac2-4fbd-a48d-c4e51c2e57f2 node DatanodeRegistration(127.0.0.1:40671, datanodeUuid=def234d3-2b1e-4127-a067-a59267bd5b28, infoPort=41753, infoSecurePort=0, ipcPort=44851, storageInfo=lv=-57;cid=testClusterID;nsid=1470417293;c=1733339824464), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:17:06,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0af034cf28ca6c9 with lease ID 0x427e651c5927a7: Processing first storage report for DS-ee5022ef-39f7-4807-bf6a-b2d34d478cef from datanode DatanodeRegistration(127.0.0.1:40671, datanodeUuid=def234d3-2b1e-4127-a067-a59267bd5b28, infoPort=41753, infoSecurePort=0, ipcPort=44851, storageInfo=lv=-57;cid=testClusterID;nsid=1470417293;c=1733339824464) 2024-12-04T19:17:06,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0af034cf28ca6c9 with lease ID 0x427e651c5927a7: from storage DS-ee5022ef-39f7-4807-bf6a-b2d34d478cef node DatanodeRegistration(127.0.0.1:40671, datanodeUuid=def234d3-2b1e-4127-a067-a59267bd5b28, infoPort=41753, infoSecurePort=0, ipcPort=44851, storageInfo=lv=-57;cid=testClusterID;nsid=1470417293;c=1733339824464), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:17:06,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1 2024-12-04T19:17:06,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:06,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:06,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:17:07,222 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def with version=8 2024-12-04T19:17:07,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/hbase-staging 2024-12-04T19:17:07,224 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:17:07,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:07,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:07,225 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:17:07,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:07,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:17:07,225 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:17:07,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:17:07,226 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40855 2024-12-04T19:17:07,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40855 connecting to ZooKeeper ensemble=127.0.0.1:52548 2024-12-04T19:17:07,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408550x0, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:07,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40855-0x101a1c698340003 connected 2024-12-04T19:17:07,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:07,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:07,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Set watcher on znode that does not yet exist, /1-1092347921/running 2024-12-04T19:17:07,329 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def, hbase.cluster.distributed=false 2024-12-04T19:17:07,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Set watcher on znode that does not yet exist, /1-1092347921/acl 2024-12-04T19:17:07,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40855 2024-12-04T19:17:07,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40855 2024-12-04T19:17:07,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40855 2024-12-04T19:17:07,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40855 2024-12-04T19:17:07,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40855 2024-12-04T19:17:07,345 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:17:07,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:07,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:07,345 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:17:07,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:07,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:17:07,345 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:17:07,346 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:17:07,346 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34409 2024-12-04T19:17:07,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34409 connecting to ZooKeeper ensemble=127.0.0.1:52548 2024-12-04T19:17:07,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:07,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:07,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344090x0, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:07,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344090x0, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Set watcher on znode that does not yet exist, /1-1092347921/running 2024-12-04T19:17:07,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34409-0x101a1c698340004 connected 2024-12-04T19:17:07,368 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:17:07,369 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:17:07,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Set watcher on znode that does not yet exist, /1-1092347921/master 2024-12-04T19:17:07,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Set watcher on znode that does not yet exist, /1-1092347921/acl 2024-12-04T19:17:07,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34409 2024-12-04T19:17:07,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34409 2024-12-04T19:17:07,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34409 2024-12-04T19:17:07,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34409 2024-12-04T19:17:07,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34409 2024-12-04T19:17:07,388 DEBUG [M:0;9ba2734cd39f:40855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:40855 2024-12-04T19:17:07,388 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1092347921/backup-masters/9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:07,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921/backup-masters 2024-12-04T19:17:07,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921/backup-masters 2024-12-04T19:17:07,399 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Set watcher on existing znode=/1-1092347921/backup-masters/9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:07,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1092347921/master 2024-12-04T19:17:07,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:07,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:07,409 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Set watcher on existing znode=/1-1092347921/master 2024-12-04T19:17:07,410 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1092347921/backup-masters/9ba2734cd39f,40855,1733339827224 from backup master directory 2024-12-04T19:17:07,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1092347921/backup-masters/9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:07,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921/backup-masters 2024-12-04T19:17:07,419 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:17:07,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921/backup-masters 2024-12-04T19:17:07,419 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:07,427 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/hbase.id] with ID: d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee 2024-12-04T19:17:07,427 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/.tmp/hbase.id 2024-12-04T19:17:07,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:17:07,835 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/.tmp/hbase.id]:[hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/hbase.id] 2024-12-04T19:17:07,862 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:07,862 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:17:07,865 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-04T19:17:07,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:07,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:07,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:17:08,281 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:17:08,282 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:17:08,283 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:08,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:17:08,685 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:17:08,701 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store 2024-12-04T19:17:08,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:17:09,113 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:09,114 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:17:09,114 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:09,114 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:09,114 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:17:09,114 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:09,114 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:09,115 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339829113Disabling compacts and flushes for region at 1733339829114 (+1 ms)Disabling writes for close at 1733339829114Writing region close event to WAL at 1733339829114Closed at 1733339829114 2024-12-04T19:17:09,118 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/.initializing 2024-12-04T19:17:09,118 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/WALs/9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:09,122 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:17:09,126 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C40855%2C1733339827224, suffix=, logDir=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/WALs/9ba2734cd39f,40855,1733339827224, archiveDir=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/oldWALs, maxLogs=10 2024-12-04T19:17:09,139 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/WALs/9ba2734cd39f,40855,1733339827224/9ba2734cd39f%2C40855%2C1733339827224.1733339829126, exclude list is [], retry=0 2024-12-04T19:17:09,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40671,DS-5a732a41-0ac2-4fbd-a48d-c4e51c2e57f2,DISK] 2024-12-04T19:17:09,146 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/WALs/9ba2734cd39f,40855,1733339827224/9ba2734cd39f%2C40855%2C1733339827224.1733339829126 2024-12-04T19:17:09,148 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41753:41753)] 2024-12-04T19:17:09,148 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:09,149 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:09,149 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:09,149 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:09,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:09,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:17:09,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:09,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:09,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:09,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:17:09,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:09,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:09,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:09,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:17:09,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:09,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:09,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:09,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:17:09,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:09,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:09,163 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:09,164 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:09,165 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:09,167 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:09,167 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:09,168 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:09,169 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:09,173 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:17:09,174 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72719837, jitterRate=0.08361001312732697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:09,174 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733339829149Initializing all the Stores at 1733339829150 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339829150Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339829151 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339829151Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339829151Cleaning up temporary data from old regions at 1733339829167 (+16 ms)Region opened successfully at 1733339829174 (+7 ms) 2024-12-04T19:17:09,174 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:17:09,179 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5285e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:17:09,180 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:17:09,180 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:17:09,180 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:17:09,180 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:17:09,181 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:17:09,182 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:17:09,182 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:17:09,185 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:17:09,186 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Unable to get data of znode /1-1092347921/balancer because node does not exist (not necessarily an error) 2024-12-04T19:17:09,251 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1092347921/balancer already deleted, retry=false 2024-12-04T19:17:09,251 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:17:09,253 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Unable to get data of znode /1-1092347921/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:17:09,261 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1092347921/normalizer already deleted, retry=false 2024-12-04T19:17:09,262 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:17:09,264 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Unable to get data of znode /1-1092347921/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:17:09,272 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1092347921/switch/split already deleted, retry=false 2024-12-04T19:17:09,273 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Unable to get data of znode /1-1092347921/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:17:09,282 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1092347921/switch/merge already deleted, retry=false 2024-12-04T19:17:09,285 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Unable to get data of znode /1-1092347921/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:17:09,293 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1092347921/snapshot-cleanup already deleted, retry=false 2024-12-04T19:17:09,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1092347921/running 2024-12-04T19:17:09,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1092347921/running 2024-12-04T19:17:09,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:09,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:09,409 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,40855,1733339827224, sessionid=0x101a1c698340003, setting cluster-up flag (Was=false) 2024-12-04T19:17:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:09,461 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1092347921/flush-table-proc/acquired, /1-1092347921/flush-table-proc/reached, /1-1092347921/flush-table-proc/abort 2024-12-04T19:17:09,464 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:09,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:09,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:09,510 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:17:09,524 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1092347921/online-snapshot/acquired, /1-1092347921/online-snapshot/reached, /1-1092347921/online-snapshot/abort 2024-12-04T19:17:09,526 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:09,528 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:17:09,531 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:09,531 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:17:09,531 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:17:09,531 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,40855,1733339827224 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:17:09,533 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:09,533 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:09,533 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:09,534 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:09,534 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:17:09,534 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:09,534 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:17:09,534 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:09,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:09,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:17:09,537 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733339859537 2024-12-04T19:17:09,537 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:17:09,537 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:17:09,537 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:17:09,537 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:17:09,537 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:17:09,537 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:17:09,537 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:09,538 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:17:09,538 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:17:09,538 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:17:09,538 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:17:09,538 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:09,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:17:09,540 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:17:09,540 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:17:09,541 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339829540,5,FailOnTimeoutGroup] 2024-12-04T19:17:09,544 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339829541,5,FailOnTimeoutGroup] 2024-12-04T19:17:09,545 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:09,545 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:17:09,545 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:09,545 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:09,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:17:09,566 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:17:09,567 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T19:17:09,568 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:17:09,568 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T19:17:09,568 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:17:09,568 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T19:17:09,569 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:17:09,569 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T19:17:09,581 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(746): ClusterId : d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee 2024-12-04T19:17:09,581 DEBUG [RS:0;9ba2734cd39f:34409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:17:09,588 DEBUG [RS:0;9ba2734cd39f:34409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:17:09,588 DEBUG [RS:0;9ba2734cd39f:34409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:17:09,599 DEBUG [RS:0;9ba2734cd39f:34409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:17:09,600 DEBUG [RS:0;9ba2734cd39f:34409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58954b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:17:09,613 DEBUG [RS:0;9ba2734cd39f:34409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:34409 2024-12-04T19:17:09,613 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:17:09,613 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:17:09,613 DEBUG [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:17:09,614 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,40855,1733339827224 with port=34409, startcode=1733339827345 2024-12-04T19:17:09,614 DEBUG [RS:0;9ba2734cd39f:34409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:17:09,617 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:17:09,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,34409,1733339827345 2024-12-04T19:17:09,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40855 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,34409,1733339827345 2024-12-04T19:17:09,623 DEBUG [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def 2024-12-04T19:17:09,623 DEBUG [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38803 2024-12-04T19:17:09,624 DEBUG [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:17:09,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921/rs 2024-12-04T19:17:09,666 DEBUG [RS:0;9ba2734cd39f:34409 {}] zookeeper.ZKUtil(111): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Set watcher on existing znode=/1-1092347921/rs/9ba2734cd39f,34409,1733339827345 2024-12-04T19:17:09,666 WARN [RS:0;9ba2734cd39f:34409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:17:09,666 INFO [RS:0;9ba2734cd39f:34409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:09,667 DEBUG [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/WALs/9ba2734cd39f,34409,1733339827345 2024-12-04T19:17:09,667 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,34409,1733339827345] 2024-12-04T19:17:09,673 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:17:09,676 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:17:09,676 INFO [RS:0;9ba2734cd39f:34409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:17:09,676 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:09,677 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:17:09,678 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:17:09,678 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:09,678 DEBUG [RS:0;9ba2734cd39f:34409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:09,678 DEBUG [RS:0;9ba2734cd39f:34409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:09,678 DEBUG [RS:0;9ba2734cd39f:34409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:09,678 DEBUG [RS:0;9ba2734cd39f:34409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:09,678 DEBUG [RS:0;9ba2734cd39f:34409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:09,678 DEBUG [RS:0;9ba2734cd39f:34409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:17:09,678 DEBUG [RS:0;9ba2734cd39f:34409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:09,679 DEBUG [RS:0;9ba2734cd39f:34409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:09,679 DEBUG [RS:0;9ba2734cd39f:34409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:09,679 DEBUG [RS:0;9ba2734cd39f:34409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:09,679 DEBUG [RS:0;9ba2734cd39f:34409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:09,679 DEBUG [RS:0;9ba2734cd39f:34409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:09,679 DEBUG [RS:0;9ba2734cd39f:34409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:17:09,679 DEBUG [RS:0;9ba2734cd39f:34409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:17:09,680 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:09,680 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:09,680 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:09,680 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:09,680 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:09,680 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34409,1733339827345-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:17:09,693 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:17:09,693 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34409,1733339827345-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:09,693 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:09,693 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.Replication(171): 9ba2734cd39f,34409,1733339827345 started 2024-12-04T19:17:09,705 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:09,705 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,34409,1733339827345, RpcServer on 9ba2734cd39f/172.17.0.2:34409, sessionid=0x101a1c698340004 2024-12-04T19:17:09,705 DEBUG [RS:0;9ba2734cd39f:34409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:17:09,705 DEBUG [RS:0;9ba2734cd39f:34409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,34409,1733339827345 2024-12-04T19:17:09,705 DEBUG [RS:0;9ba2734cd39f:34409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,34409,1733339827345' 2024-12-04T19:17:09,705 DEBUG [RS:0;9ba2734cd39f:34409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1092347921/flush-table-proc/abort' 2024-12-04T19:17:09,706 DEBUG [RS:0;9ba2734cd39f:34409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1092347921/flush-table-proc/acquired' 2024-12-04T19:17:09,707 DEBUG [RS:0;9ba2734cd39f:34409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:17:09,707 DEBUG [RS:0;9ba2734cd39f:34409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:17:09,707 DEBUG [RS:0;9ba2734cd39f:34409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,34409,1733339827345 2024-12-04T19:17:09,707 DEBUG [RS:0;9ba2734cd39f:34409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,34409,1733339827345' 2024-12-04T19:17:09,707 DEBUG [RS:0;9ba2734cd39f:34409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1092347921/online-snapshot/abort' 2024-12-04T19:17:09,707 DEBUG [RS:0;9ba2734cd39f:34409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1092347921/online-snapshot/acquired' 2024-12-04T19:17:09,708 DEBUG [RS:0;9ba2734cd39f:34409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:17:09,708 INFO [RS:0;9ba2734cd39f:34409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:17:09,708 INFO [RS:0;9ba2734cd39f:34409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:17:09,809 INFO [RS:0;9ba2734cd39f:34409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:17:09,814 INFO [RS:0;9ba2734cd39f:34409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C34409%2C1733339827345, suffix=, logDir=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/WALs/9ba2734cd39f,34409,1733339827345, archiveDir=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/oldWALs, maxLogs=10 2024-12-04T19:17:09,830 DEBUG [RS:0;9ba2734cd39f:34409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/WALs/9ba2734cd39f,34409,1733339827345/9ba2734cd39f%2C34409%2C1733339827345.1733339829817, exclude list is [], retry=0 2024-12-04T19:17:09,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40671,DS-5a732a41-0ac2-4fbd-a48d-c4e51c2e57f2,DISK] 2024-12-04T19:17:09,837 INFO [RS:0;9ba2734cd39f:34409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/WALs/9ba2734cd39f,34409,1733339827345/9ba2734cd39f%2C34409%2C1733339827345.1733339829817 2024-12-04T19:17:09,837 DEBUG [RS:0;9ba2734cd39f:34409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41753:41753)] 2024-12-04T19:17:09,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:17:09,951 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def 2024-12-04T19:17:09,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:17:10,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:10,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:17:10,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:17:10,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:10,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:10,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:17:10,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:17:10,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:10,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:10,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:17:10,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:17:10,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:10,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:10,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:17:10,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:17:10,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:10,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:10,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:17:10,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/data/hbase/meta/1588230740 2024-12-04T19:17:10,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/data/hbase/meta/1588230740 2024-12-04T19:17:10,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:17:10,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:17:10,387 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:10,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:17:10,391 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:17:10,392 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60691381, jitterRate=-0.09562794864177704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:10,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733339830363Initializing all the Stores at 1733339830365 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339830365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339830365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339830366 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339830366Cleaning up temporary data from old regions at 1733339830386 (+20 ms)Region opened successfully at 1733339830392 (+6 ms) 2024-12-04T19:17:10,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:17:10,392 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:17:10,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:17:10,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:17:10,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:17:10,393 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:10,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339830392Disabling compacts and flushes for region at 1733339830392Disabling writes for close at 1733339830392Writing region close event to WAL at 1733339830393 (+1 ms)Closed at 1733339830393 2024-12-04T19:17:10,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:10,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:17:10,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:17:10,397 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:17:10,398 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:17:10,549 DEBUG [9ba2734cd39f:40855 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:17:10,550 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,34409,1733339827345 2024-12-04T19:17:10,558 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,34409,1733339827345, state=OPENING 2024-12-04T19:17:10,672 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:17:10,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:10,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:10,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1092347921/meta-region-server: CHANGED 2024-12-04T19:17:10,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1092347921/meta-region-server: CHANGED 2024-12-04T19:17:10,686 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:17:10,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34409,1733339827345}] 2024-12-04T19:17:10,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:17:10,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:17:10,851 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:17:10,852 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:10,852 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:17:10,855 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C34409%2C1733339827345.meta, suffix=.meta, logDir=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/WALs/9ba2734cd39f,34409,1733339827345, archiveDir=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/oldWALs, maxLogs=10 2024-12-04T19:17:10,868 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/WALs/9ba2734cd39f,34409,1733339827345/9ba2734cd39f%2C34409%2C1733339827345.meta.1733339830856.meta, exclude list is [], retry=0 2024-12-04T19:17:10,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40671,DS-5a732a41-0ac2-4fbd-a48d-c4e51c2e57f2,DISK] 2024-12-04T19:17:10,875 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/WALs/9ba2734cd39f,34409,1733339827345/9ba2734cd39f%2C34409%2C1733339827345.meta.1733339830856.meta 2024-12-04T19:17:10,875 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41753:41753)] 2024-12-04T19:17:10,875 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:10,876 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:17:10,876 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:17:10,876 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:17:10,876 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:17:10,876 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:17:10,876 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:10,876 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:17:10,876 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:17:10,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:17:10,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:17:10,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:10,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:10,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:17:10,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:17:10,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:10,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:10,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:17:10,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:17:10,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:10,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:10,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:17:10,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:17:10,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:10,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:10,888 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:17:10,890 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/data/hbase/meta/1588230740 2024-12-04T19:17:10,892 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/data/hbase/meta/1588230740 2024-12-04T19:17:10,895 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:17:10,895 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:17:10,896 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:10,898 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:17:10,901 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68981545, jitterRate=0.027905121445655823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:10,901 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:17:10,901 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733339830876Writing region info on filesystem at 1733339830876Initializing all the Stores at 1733339830878 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339830878Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339830878Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339830878Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339830878Cleaning up temporary data from old regions at 1733339830895 (+17 ms)Running coprocessor post-open hooks at 1733339830901 (+6 ms)Region opened successfully at 1733339830901 2024-12-04T19:17:10,903 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733339830844 2024-12-04T19:17:10,907 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:17:10,907 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:17:10,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,34409,1733339827345 2024-12-04T19:17:10,910 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,34409,1733339827345, state=OPEN 2024-12-04T19:17:10,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1092347921/meta-region-server 2024-12-04T19:17:10,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1092347921/meta-region-server 2024-12-04T19:17:10,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1092347921/meta-region-server: CHANGED 2024-12-04T19:17:10,921 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34409,1733339827345 2024-12-04T19:17:10,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1092347921/meta-region-server: CHANGED 2024-12-04T19:17:10,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:17:10,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34409,1733339827345 in 235 msec 2024-12-04T19:17:10,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:17:10,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 532 msec 2024-12-04T19:17:10,934 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:10,934 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:17:10,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:10,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34409,1733339827345, seqNum=-1] 2024-12-04T19:17:10,937 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:10,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:17:10,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4190 sec 2024-12-04T19:17:10,951 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733339830951, completionTime=-1 2024-12-04T19:17:10,951 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:17:10,951 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:17:10,954 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:17:10,954 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733339890954 2024-12-04T19:17:10,954 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733339950954 2024-12-04T19:17:10,954 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T19:17:10,955 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40855,1733339827224-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:10,955 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40855,1733339827224-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:10,955 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40855,1733339827224-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:10,955 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:40855, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:10,955 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:10,956 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:10,958 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:17:10,962 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.543sec 2024-12-04T19:17:10,962 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:17:10,962 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:17:10,962 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:17:10,962 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:17:10,962 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:17:10,962 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40855,1733339827224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:17:10,962 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40855,1733339827224-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:17:10,966 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:17:10,966 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:17:10,966 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40855,1733339827224-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:10,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:10,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,40855,-1 for getting cluster id 2024-12-04T19:17:10,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:10,984 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee' 2024-12-04T19:17:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:10,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee" 2024-12-04T19:17:10,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544570b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:10,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,40855,-1] 2024-12-04T19:17:10,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:10,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:10,989 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:10,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:10,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34409,1733339827345, seqNum=-1] 2024-12-04T19:17:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:10,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:17:10,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:10,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52548 2024-12-04T19:17:11,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:11,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a1c698340005 connected 2024-12-04T19:17:11,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa3330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:11,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,37371,-1 for getting cluster id 2024-12-04T19:17:11,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:11,066 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d83478-00f6-421f-bb51-b6ca7f95ea64' 2024-12-04T19:17:11,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:11,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d83478-00f6-421f-bb51-b6ca7f95ea64" 2024-12-04T19:17:11,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6381076b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:11,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,37371,-1] 2024-12-04T19:17:11,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:11,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:11,070 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6278a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:11,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:11,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,37371,1733339819138 2024-12-04T19:17:11,085 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7678a92a 2024-12-04T19:17:11,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:11,089 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:17:11,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:40855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:17:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:17:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:11,103 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:40855' 2024-12-04T19:17:11,104 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6765d457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:11,104 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,40855,-1 for getting cluster id 2024-12-04T19:17:11,104 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:11,105 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee' 2024-12-04T19:17:11,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:11,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee" 2024-12-04T19:17:11,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec2d773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:11,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,40855,-1] 2024-12-04T19:17:11,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:11,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:11,108 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:11,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f56e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:11,109 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:11,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:11,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25ff9cf6 2024-12-04T19:17:11,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:11,117 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:17:11,132 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-04T19:17:11,132 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:17:11,136 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:11,136 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:11,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:11,137 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:17:11,142 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:17:11,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:17:11,146 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:11,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:17:11,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741835_1011 (size=1138) 2024-12-04T19:17:11,195 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:17:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:11,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6fa6430dff908b7e501fbb41b07abdb, NAME => 'hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63 2024-12-04T19:17:11,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741836_1012 (size=44) 2024-12-04T19:17:11,570 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:11,570 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b6fa6430dff908b7e501fbb41b07abdb, disabling compactions & flushes 2024-12-04T19:17:11,571 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:11,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:11,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. after waiting 0 ms 2024-12-04T19:17:11,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:11,571 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:11,571 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6fa6430dff908b7e501fbb41b07abdb: Waiting for close lock at 1733339831570Disabling compacts and flushes for region at 1733339831570Disabling writes for close at 1733339831571 (+1 ms)Writing region close event to WAL at 1733339831571Closed at 1733339831571 2024-12-04T19:17:11,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:17:11,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733339831573"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733339831573"}]},"ts":"1733339831573"} 2024-12-04T19:17:11,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:17:11,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:17:11,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339831588"}]},"ts":"1733339831588"} 2024-12-04T19:17:11,595 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:17:11,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6fa6430dff908b7e501fbb41b07abdb, ASSIGN}] 2024-12-04T19:17:11,599 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6fa6430dff908b7e501fbb41b07abdb, ASSIGN 2024-12-04T19:17:11,601 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b6fa6430dff908b7e501fbb41b07abdb, ASSIGN; state=OFFLINE, location=9ba2734cd39f,34813,1733339819871; forceNewPlan=false, retain=false 2024-12-04T19:17:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:11,752 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b6fa6430dff908b7e501fbb41b07abdb, regionState=OPENING, regionLocation=9ba2734cd39f,34813,1733339819871 2024-12-04T19:17:11,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b6fa6430dff908b7e501fbb41b07abdb, ASSIGN because future has completed 2024-12-04T19:17:11,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6fa6430dff908b7e501fbb41b07abdb, server=9ba2734cd39f,34813,1733339819871}] 2024-12-04T19:17:11,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:11,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:11,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:17:11,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C34813%2C1733339819871.rep, suffix=, logDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/oldWALs, maxLogs=10 2024-12-04T19:17:11,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.rep.1733339831923, exclude list is [], retry=0 2024-12-04T19:17:11,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37125,DS-16acbb35-cb20-4164-9d6a-26ed2db21a8f,DISK] 2024-12-04T19:17:11,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.rep.1733339831923 2024-12-04T19:17:11,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-12-04T19:17:11,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b6fa6430dff908b7e501fbb41b07abdb, NAME => 'hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:11,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:17:11,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:17:11,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. service=MultiRowMutationService 2024-12-04T19:17:11,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:17:11,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:11,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:11,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:11,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:11,946 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:11,948 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6fa6430dff908b7e501fbb41b07abdb columnFamilyName hfileref 2024-12-04T19:17:11,948 DEBUG [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:11,948 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] regionserver.HStore(327): Store=b6fa6430dff908b7e501fbb41b07abdb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:11,949 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:11,950 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6fa6430dff908b7e501fbb41b07abdb columnFamilyName queue 2024-12-04T19:17:11,950 DEBUG [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:11,951 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] regionserver.HStore(327): Store=b6fa6430dff908b7e501fbb41b07abdb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:11,951 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:11,953 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6fa6430dff908b7e501fbb41b07abdb columnFamilyName sid 2024-12-04T19:17:11,953 DEBUG [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:11,953 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] regionserver.HStore(327): Store=b6fa6430dff908b7e501fbb41b07abdb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:11,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:11,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/replication/b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:11,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/replication/b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:11,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:11,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:11,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:17:11,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:11,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/replication/b6fa6430dff908b7e501fbb41b07abdb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:17:11,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b6fa6430dff908b7e501fbb41b07abdb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67465673, jitterRate=0.005316868424415588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:17:11,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:11,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b6fa6430dff908b7e501fbb41b07abdb: Running coprocessor pre-open hook at 1733339831944Writing region info on filesystem at 1733339831944Initializing all the Stores at 1733339831946 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339831946Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339831946Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339831946Cleaning up temporary data from old regions at 1733339831957 (+11 ms)Running coprocessor post-open hooks at 1733339831963 (+6 ms)Region opened successfully at 1733339831964 (+1 ms) 2024-12-04T19:17:11,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb., pid=7, masterSystemTime=1733339831912 2024-12-04T19:17:11,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:11,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:11,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b6fa6430dff908b7e501fbb41b07abdb, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,34813,1733339819871 2024-12-04T19:17:11,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6fa6430dff908b7e501fbb41b07abdb, server=9ba2734cd39f,34813,1733339819871 because future has completed 2024-12-04T19:17:11,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T19:17:11,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b6fa6430dff908b7e501fbb41b07abdb, server=9ba2734cd39f,34813,1733339819871 in 216 msec 2024-12-04T19:17:11,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:17:11,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6fa6430dff908b7e501fbb41b07abdb, ASSIGN in 380 msec 2024-12-04T19:17:11,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:17:11,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339831982"}]},"ts":"1733339831982"} 2024-12-04T19:17:11,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:17:11,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:17:11,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 848 msec 2024-12-04T19:17:12,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb., hostname=9ba2734cd39f,34813,1733339819871, seqNum=2] 2024-12-04T19:17:12,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-04T19:17:12,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:12,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:12,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:17:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:12,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T19:17:12,274 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:17:12,325 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,34813,1733339819871, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:17:12,327 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:12,327 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34813,1733339819871, seqNum=-1] 2024-12-04T19:17:12,328 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:12,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-04T19:17:12,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,34813,1733339819871', locateType=CURRENT is [region=hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb., hostname=9ba2734cd39f,34813,1733339819871, seqNum=2] 2024-12-04T19:17:12,339 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T19:17:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T19:17:12,345 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,34813,1733339819871 suceeded 2024-12-04T19:17:12,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T19:17:12,351 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:40855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:17:12,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 239 msec 2024-12-04T19:17:12,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2590 sec 2024-12-04T19:17:12,357 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:40855' 2024-12-04T19:17:12,361 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fd60e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:12,361 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,40855,-1 for getting cluster id 2024-12-04T19:17:12,361 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:12,362 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee' 2024-12-04T19:17:12,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:12,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee" 2024-12-04T19:17:12,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@172c1c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:12,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,40855,-1] 2024-12-04T19:17:12,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:12,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:12,364 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:12,364 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@461692e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:12,365 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:12,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:12,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28c1cb3e 2024-12-04T19:17:12,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:12,367 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T19:17:12,368 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,34813,1733339819871 (queues=1) is replicating from cluster=35d83478-00f6-421f-bb51-b6ca7f95ea64 to cluster=d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee 2024-12-04T19:17:12,370 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C34813%2C1733339819871 2024-12-04T19:17:12,373 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,34813,1733339819871, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:17:12,375 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871.replicationSource.shipper9ba2734cd39f%2C34813%2C1733339819871,1-9ba2734cd39f,34813,1733339819871 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C34813%2C1733339819871 2024-12-04T19:17:12,378 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,1-9ba2734cd39f,34813,1733339819871 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902, startPosition=0, beingWritten=true 2024-12-04T19:17:12,624 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,1-9ba2734cd39f,34813,1733339819871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902 to pos 0, reset compression=false 2024-12-04T19:17:12,931 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,1-9ba2734cd39f,34813,1733339819871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902 to pos 0, reset compression=false 2024-12-04T19:17:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:13,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:17:13,267 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:17:13,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:13,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:13,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19170393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,37371,-1 for getting cluster id 2024-12-04T19:17:13,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:13,270 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d83478-00f6-421f-bb51-b6ca7f95ea64' 2024-12-04T19:17:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:13,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d83478-00f6-421f-bb51-b6ca7f95ea64" 2024-12-04T19:17:13,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a021cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,37371,-1] 2024-12-04T19:17:13,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:13,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,272 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:13,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311c7da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:13,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,37371,1733339819138 2024-12-04T19:17:13,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f89fb4 2024-12-04T19:17:13,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:13,277 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:17:13,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://9ba2734cd39f:40855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:17:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:17:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T19:17:13,281 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:40855' 2024-12-04T19:17:13,282 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392a85a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,282 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,40855,-1 for getting cluster id 2024-12-04T19:17:13,282 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:13,283 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee' 2024-12-04T19:17:13,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:13,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee" 2024-12-04T19:17:13,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500b7db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,40855,-1] 2024-12-04T19:17:13,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:13,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,285 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:13,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5f520b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,287 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:13,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:13,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76bd1afc 2024-12-04T19:17:13,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:13,289 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:17:13,290 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T19:17:13,290 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:17:13,290 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,290 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:13,338 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,1-9ba2734cd39f,34813,1733339819871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902 to pos 0, reset compression=false 2024-12-04T19:17:13,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:17:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T19:17:13,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-04T19:17:13,533 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T19:17:13,560 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-9ba2734cd39f,34813,1733339819871, ReplicationSource: 2, currentBandwidth=0 2024-12-04T19:17:13,563 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T19:17:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T19:17:13,567 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9ba2734cd39f,34813,1733339819871 suceeded 2024-12-04T19:17:13,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T19:17:13,571 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9ba2734cd39f:40855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:17:13,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-04T19:17:13,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 294 msec 2024-12-04T19:17:13,578 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:40855' 2024-12-04T19:17:13,579 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fbcc03a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,580 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,40855,-1 for getting cluster id 2024-12-04T19:17:13,580 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:13,581 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee' 2024-12-04T19:17:13,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:13,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee" 2024-12-04T19:17:13,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ec47ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,40855,-1] 2024-12-04T19:17:13,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:13,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,583 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:13,584 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@111076b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,584 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:13,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:13,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d79cc3 2024-12-04T19:17:13,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:13,586 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T19:17:13,587 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9ba2734cd39f,34813,1733339819871 (queues=1) is replicating from cluster=35d83478-00f6-421f-bb51-b6ca7f95ea64 to cluster=d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee 2024-12-04T19:17:13,587 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9ba2734cd39f%2C34813%2C1733339819871 2024-12-04T19:17:13,587 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9ba2734cd39f,34813,1733339819871, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:17:13,588 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871.replicationSource.shipper9ba2734cd39f%2C34813%2C1733339819871,2-9ba2734cd39f,34813,1733339819871 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C34813%2C1733339819871 2024-12-04T19:17:13,588 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,2-9ba2734cd39f,34813,1733339819871 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902, startPosition=0, beingWritten=true 2024-12-04T19:17:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T19:17:13,595 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T19:17:13,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:17:13,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:13,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:13,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,37371,1733339819138 2024-12-04T19:17:13,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@710b9a67 2024-12-04T19:17:13,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:13,601 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:17:13,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T19:17:13,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T19:17:13,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T19:17:13,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T19:17:13,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:40855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:17:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T19:17:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T19:17:13,616 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:40855' 2024-12-04T19:17:13,617 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c003429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,617 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,40855,-1 for getting cluster id 2024-12-04T19:17:13,617 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:13,618 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee' 2024-12-04T19:17:13,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:13,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee" 2024-12-04T19:17:13,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c37615e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,40855,-1] 2024-12-04T19:17:13,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:13,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,620 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:13,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3210ef7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:13,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:13,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c79e01 2024-12-04T19:17:13,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:13,624 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:17:13,625 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T19:17:13,625 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:17:13,625 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,625 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:13,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:17:13,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T19:17:13,794 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,2-9ba2734cd39f,34813,1733339819871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902 to pos 0, reset compression=false 2024-12-04T19:17:13,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-04T19:17:13,803 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-04T19:17:13,805 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T19:17:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T19:17:13,811 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 9ba2734cd39f,34813,1733339819871 suceeded 2024-12-04T19:17:13,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T19:17:13,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-12-04T19:17:13,816 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://9ba2734cd39f:40855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:17:13,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 206 msec 2024-12-04T19:17:13,847 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,1-9ba2734cd39f,34813,1733339819871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902 to pos 0, reset compression=false 2024-12-04T19:17:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T19:17:13,935 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-04T19:17:13,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://9ba2734cd39f:40855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:17:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T19:17:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T19:17:13,938 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:40855' 2024-12-04T19:17:13,939 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d818d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,939 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,40855,-1 for getting cluster id 2024-12-04T19:17:13,939 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:13,940 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee' 2024-12-04T19:17:13,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:13,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee" 2024-12-04T19:17:13,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a71bf6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,40855,-1] 2024-12-04T19:17:13,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:13,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,942 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:13,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7736240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:13,943 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:13,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:13,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67a2b038 2024-12-04T19:17:13,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:13,945 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:17:13,946 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T19:17:13,946 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:17:13,946 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,946 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:13,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:13,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:17:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T19:17:14,102 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,2-9ba2734cd39f,34813,1733339819871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902 to pos 0, reset compression=false 2024-12-04T19:17:14,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-04T19:17:14,122 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-04T19:17:14,123 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T19:17:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T19:17:14,128 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 9ba2734cd39f,34813,1733339819871 suceeded 2024-12-04T19:17:14,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T19:17:14,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-04T19:17:14,132 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://9ba2734cd39f:40855,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:17:14,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec 2024-12-04T19:17:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T19:17:14,255 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-04T19:17:14,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T19:17:14,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37371 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T19:17:14,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:17:14,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:14,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:14,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:14,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:14,260 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:17:14,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=76445151, stopped=false 2024-12-04T19:17:14,261 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,37371,1733339819138 2024-12-04T19:17:14,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1972529267/running 2024-12-04T19:17:14,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1972529267/running 2024-12-04T19:17:14,293 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:17:14,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:14,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:14,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:17:14,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:14,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:14,294 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,34813,1733339819871' ***** 2024-12-04T19:17:14,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on znode that does not yet exist, /0-1972529267/running 2024-12-04T19:17:14,294 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:17:14,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on znode that does not yet exist, /0-1972529267/running 2024-12-04T19:17:14,294 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:17:14,295 INFO [RS:0;9ba2734cd39f:34813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:17:14,295 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:17:14,295 INFO [RS:0;9ba2734cd39f:34813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:17:14,295 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(3091): Received CLOSE for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:14,296 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,34813,1733339819871 2024-12-04T19:17:14,296 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:17:14,296 INFO [RS:0;9ba2734cd39f:34813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:34813. 2024-12-04T19:17:14,296 DEBUG [RS:0;9ba2734cd39f:34813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:14,296 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6fa6430dff908b7e501fbb41b07abdb, disabling compactions & flushes 2024-12-04T19:17:14,296 DEBUG [RS:0;9ba2734cd39f:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:14,296 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:14,296 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:14,296 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. after waiting 0 ms 2024-12-04T19:17:14,296 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:14,296 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:17:14,297 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:17:14,297 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:17:14,297 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:17:14,297 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T19:17:14,297 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:17:14,297 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b6fa6430dff908b7e501fbb41b07abdb=hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb.} 2024-12-04T19:17:14,298 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:17:14,298 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:17:14,298 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:17:14,298 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:17:14,298 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:14,300 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T19:17:14,300 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b6fa6430dff908b7e501fbb41b07abdb 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-04T19:17:14,333 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:17:14,356 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/.tmp/info/33f1b0d85f1547a99502f458ae4a9a33 is 147, key is hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb./info:regioninfo/1733339831969/Put/seqid=0 2024-12-04T19:17:14,356 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/replication/b6fa6430dff908b7e501fbb41b07abdb/.tmp/queue/1f2f9cdfe9654fe9905bdad3366dcd82 is 151, key is 1-9ba2734cd39f,34813,1733339819871/queue:9ba2734cd39f%2C34813%2C1733339819871/1733339832333/Put/seqid=0 2024-12-04T19:17:14,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741839_1015 (size=5500) 2024-12-04T19:17:14,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741838_1014 (size=6631) 2024-12-04T19:17:14,367 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/replication/b6fa6430dff908b7e501fbb41b07abdb/.tmp/queue/1f2f9cdfe9654fe9905bdad3366dcd82 2024-12-04T19:17:14,418 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/replication/b6fa6430dff908b7e501fbb41b07abdb/.tmp/queue/1f2f9cdfe9654fe9905bdad3366dcd82 as hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/replication/b6fa6430dff908b7e501fbb41b07abdb/queue/1f2f9cdfe9654fe9905bdad3366dcd82 2024-12-04T19:17:14,428 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/replication/b6fa6430dff908b7e501fbb41b07abdb/queue/1f2f9cdfe9654fe9905bdad3366dcd82, entries=2, sequenceid=6, filesize=5.4 K 2024-12-04T19:17:14,435 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b6fa6430dff908b7e501fbb41b07abdb in 134ms, sequenceid=6, compaction requested=false 2024-12-04T19:17:14,435 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T19:17:14,443 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/replication/b6fa6430dff908b7e501fbb41b07abdb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T19:17:14,445 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:17:14,445 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:17:14,445 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:14,445 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6fa6430dff908b7e501fbb41b07abdb: Waiting for close lock at 1733339834296Running coprocessor pre-close hooks at 1733339834296Disabling compacts and flushes for region at 1733339834296Disabling writes for close at 1733339834296Obtaining lock to block concurrent updates at 1733339834300 (+4 ms)Preparing flush snapshotting stores in b6fa6430dff908b7e501fbb41b07abdb at 1733339834300Finished memstore snapshotting hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733339834308 (+8 ms)Flushing stores of hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. at 1733339834309 (+1 ms)Flushing b6fa6430dff908b7e501fbb41b07abdb/queue: creating writer at 1733339834310 (+1 ms)Flushing b6fa6430dff908b7e501fbb41b07abdb/queue: appending metadata at 1733339834343 (+33 ms)Flushing b6fa6430dff908b7e501fbb41b07abdb/queue: closing flushed file at 1733339834346 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a6fcad: reopening flushed file at 1733339834416 (+70 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b6fa6430dff908b7e501fbb41b07abdb in 134ms, sequenceid=6, compaction requested=false at 1733339834435 (+19 ms)Writing region close event to WAL at 1733339834437 (+2 ms)Running coprocessor post-close hooks at 1733339834443 (+6 ms)Closed at 1733339834445 (+2 ms) 2024-12-04T19:17:14,446 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:14,454 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,1-9ba2734cd39f,34813,1733339819871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902 to pos 0, reset compression=false 2024-12-04T19:17:14,498 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:14,512 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,2-9ba2734cd39f,34813,1733339819871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902 to pos 0, reset compression=false 2024-12-04T19:17:14,698 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:14,767 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/.tmp/info/33f1b0d85f1547a99502f458ae4a9a33 2024-12-04T19:17:14,785 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:17:14,785 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:17:14,790 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/.tmp/ns/6fcd03853d284197b86edd64d2254ce3 is 43, key is default/ns:d/1733339824119/Put/seqid=0 2024-12-04T19:17:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741840_1016 (size=5153) 2024-12-04T19:17:14,899 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:15,021 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,2-9ba2734cd39f,34813,1733339819871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902 to pos 0, reset compression=false 2024-12-04T19:17:15,099 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:15,160 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,1-9ba2734cd39f,34813,1733339819871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902 to pos 0, reset compression=false 2024-12-04T19:17:15,197 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/.tmp/ns/6fcd03853d284197b86edd64d2254ce3 2024-12-04T19:17:15,224 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/.tmp/table/5eed02782ba84ea39b6da355d09d6b52 is 53, key is hbase:replication/table:state/1733339831982/Put/seqid=0 2024-12-04T19:17:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741841_1017 (size=5256) 2024-12-04T19:17:15,299 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:17:15,300 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:17:15,300 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:15,500 DEBUG [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:15,631 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/.tmp/table/5eed02782ba84ea39b6da355d09d6b52 2024-12-04T19:17:15,634 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,2-9ba2734cd39f,34813,1733339819871 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871/9ba2734cd39f%2C34813%2C1733339819871.1733339822902 to pos 0, reset compression=false 2024-12-04T19:17:15,647 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/.tmp/info/33f1b0d85f1547a99502f458ae4a9a33 as hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/info/33f1b0d85f1547a99502f458ae4a9a33 2024-12-04T19:17:15,655 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/info/33f1b0d85f1547a99502f458ae4a9a33, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T19:17:15,657 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/.tmp/ns/6fcd03853d284197b86edd64d2254ce3 as hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/ns/6fcd03853d284197b86edd64d2254ce3 2024-12-04T19:17:15,666 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/ns/6fcd03853d284197b86edd64d2254ce3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T19:17:15,667 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/.tmp/table/5eed02782ba84ea39b6da355d09d6b52 as hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/table/5eed02782ba84ea39b6da355d09d6b52 2024-12-04T19:17:15,674 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/table/5eed02782ba84ea39b6da355d09d6b52, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T19:17:15,676 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1377ms, sequenceid=11, compaction requested=false 2024-12-04T19:17:15,681 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T19:17:15,682 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:17:15,682 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:17:15,682 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:15,682 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339834297Running coprocessor pre-close hooks at 1733339834297Disabling compacts and flushes for region at 1733339834297Disabling writes for close at 1733339834298 (+1 ms)Obtaining lock to block concurrent updates at 1733339834300 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733339834300Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733339834308 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733339834309 (+1 ms)Flushing 1588230740/info: creating writer at 1733339834310 (+1 ms)Flushing 1588230740/info: appending metadata at 1733339834344 (+34 ms)Flushing 1588230740/info: closing flushed file at 1733339834346 (+2 ms)Flushing 1588230740/ns: creating writer at 1733339834777 (+431 ms)Flushing 1588230740/ns: appending metadata at 1733339834790 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733339834790Flushing 1588230740/table: creating writer at 1733339835210 (+420 ms)Flushing 1588230740/table: appending metadata at 1733339835224 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733339835224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14fa3b9e: reopening flushed file at 1733339835645 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@786dda6: reopening flushed file at 1733339835655 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717a6a85: reopening flushed file at 1733339835666 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1377ms, sequenceid=11, compaction requested=false at 1733339835676 (+10 ms)Writing region close event to WAL at 1733339835677 (+1 ms)Running coprocessor post-close hooks at 1733339835682 (+5 ms)Closed at 1733339835682 2024-12-04T19:17:15,682 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:15,700 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,34813,1733339819871; all regions closed. 2024-12-04T19:17:15,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741834_1010 (size=2742) 2024-12-04T19:17:15,712 DEBUG [RS:0;9ba2734cd39f:34813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/oldWALs 2024-12-04T19:17:15,713 INFO [RS:0;9ba2734cd39f:34813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C34813%2C1733339819871.meta:.meta(num 1733339823963) 2024-12-04T19:17:15,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741837_1013 (size=1802) 2024-12-04T19:17:15,720 DEBUG [RS:0;9ba2734cd39f:34813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/oldWALs 2024-12-04T19:17:15,720 INFO [RS:0;9ba2734cd39f:34813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C34813%2C1733339819871.rep:(num 1733339831923) 2024-12-04T19:17:15,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741832_1008 (size=93) 2024-12-04T19:17:15,726 DEBUG [RS:0;9ba2734cd39f:34813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/oldWALs 2024-12-04T19:17:15,727 INFO [RS:0;9ba2734cd39f:34813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C34813%2C1733339819871:(num 1733339822902) 2024-12-04T19:17:15,727 DEBUG [RS:0;9ba2734cd39f:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:15,727 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:17:15,727 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:17:15,727 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:17:15,728 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:17:15,728 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:17:15,728 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,34813,1733339819871 because: Region server is closing 2024-12-04T19:17:15,729 INFO [RS:0;9ba2734cd39f:34813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:34813. 2024-12-04T19:17:15,729 DEBUG [RS:0;9ba2734cd39f:34813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:15,729 DEBUG [RS:0;9ba2734cd39f:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:15,729 DEBUG [RS:0;9ba2734cd39f:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:15,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:15,830 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,1-9ba2734cd39f,34813,1733339819871 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T19:17:15,830 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871.replicationSource.shipper9ba2734cd39f%2C34813%2C1733339819871,1-9ba2734cd39f,34813,1733339819871 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T19:17:15,830 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,34813,1733339819871.replicationSource.shipper9ba2734cd39f%2C34813%2C1733339819871,1-9ba2734cd39f,34813,1733339819871 terminated 2024-12-04T19:17:15,831 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9ba2734cd39f,34813,1733339819871 because: Region server is closing 2024-12-04T19:17:15,832 INFO [RS:0;9ba2734cd39f:34813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:34813. 2024-12-04T19:17:15,832 DEBUG [RS:0;9ba2734cd39f:34813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:15,832 DEBUG [RS:0;9ba2734cd39f:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:15,833 DEBUG [RS:0;9ba2734cd39f:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:15,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:15,934 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871.replicationSource.wal-reader.9ba2734cd39f%2C34813%2C1733339819871,2-9ba2734cd39f,34813,1733339819871 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T19:17:15,934 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871.replicationSource.shipper9ba2734cd39f%2C34813%2C1733339819871,2-9ba2734cd39f,34813,1733339819871 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T19:17:15,934 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,34813,1733339819871.replicationSource.shipper9ba2734cd39f%2C34813%2C1733339819871,2-9ba2734cd39f,34813,1733339819871 terminated 2024-12-04T19:17:15,935 INFO [RS:0;9ba2734cd39f:34813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34813 2024-12-04T19:17:15,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267/rs 2024-12-04T19:17:15,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1972529267/rs/9ba2734cd39f,34813,1733339819871 2024-12-04T19:17:15,994 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:17:15,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,34813,1733339819871] 2024-12-04T19:17:16,015 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1972529267/draining/9ba2734cd39f,34813,1733339819871 already deleted, retry=false 2024-12-04T19:17:16,016 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,34813,1733339819871 expired; onlineServers=0 2024-12-04T19:17:16,016 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,37371,1733339819138' ***** 2024-12-04T19:17:16,016 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:17:16,016 INFO [M:0;9ba2734cd39f:37371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:17:16,016 INFO [M:0;9ba2734cd39f:37371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:17:16,016 DEBUG [M:0;9ba2734cd39f:37371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:17:16,016 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:17:16,016 DEBUG [M:0;9ba2734cd39f:37371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:17:16,016 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339822557 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339822557,5,FailOnTimeoutGroup] 2024-12-04T19:17:16,016 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339822556 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339822556,5,FailOnTimeoutGroup] 2024-12-04T19:17:16,017 INFO [M:0;9ba2734cd39f:37371 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:17:16,017 INFO [M:0;9ba2734cd39f:37371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:17:16,017 DEBUG [M:0;9ba2734cd39f:37371 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:17:16,017 INFO [M:0;9ba2734cd39f:37371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:17:16,017 INFO [M:0;9ba2734cd39f:37371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:17:16,018 INFO [M:0;9ba2734cd39f:37371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:17:16,018 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:17:16,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1972529267/master 2024-12-04T19:17:16,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:16,030 DEBUG [M:0;9ba2734cd39f:37371 {}] zookeeper.ZKUtil(347): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Unable to get data of znode /0-1972529267/master because node does not exist (not an error) 2024-12-04T19:17:16,030 WARN [M:0;9ba2734cd39f:37371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:17:16,031 INFO [M:0;9ba2734cd39f:37371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/.lastflushedseqids 2024-12-04T19:17:16,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741842_1018 (size=181) 2024-12-04T19:17:16,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:16,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x101a1c698340001, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:16,106 INFO [RS:0;9ba2734cd39f:34813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:17:16,106 INFO [RS:0;9ba2734cd39f:34813 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,34813,1733339819871; zookeeper connection closed. 2024-12-04T19:17:16,107 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fc1012d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fc1012d 2024-12-04T19:17:16,108 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:17:16,382 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:17:16,441 INFO [M:0;9ba2734cd39f:37371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:17:16,441 INFO [M:0;9ba2734cd39f:37371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:17:16,442 DEBUG [M:0;9ba2734cd39f:37371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:17:16,442 INFO [M:0;9ba2734cd39f:37371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:16,442 DEBUG [M:0;9ba2734cd39f:37371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:16,442 DEBUG [M:0;9ba2734cd39f:37371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:17:16,442 DEBUG [M:0;9ba2734cd39f:37371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:16,443 INFO [M:0;9ba2734cd39f:37371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-04T19:17:16,463 DEBUG [M:0;9ba2734cd39f:37371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e77782b20d9452ebfd26d8ad85da583 is 82, key is hbase:meta,,1/info:regioninfo/1733339824042/Put/seqid=0 2024-12-04T19:17:16,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741843_1019 (size=5672) 2024-12-04T19:17:16,870 INFO [M:0;9ba2734cd39f:37371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e77782b20d9452ebfd26d8ad85da583 2024-12-04T19:17:16,899 DEBUG [M:0;9ba2734cd39f:37371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/512224f837714daf90a9db4f1d3d60ef is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733339831987/Put/seqid=0 2024-12-04T19:17:16,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741844_1020 (size=8663) 2024-12-04T19:17:17,305 INFO [M:0;9ba2734cd39f:37371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/512224f837714daf90a9db4f1d3d60ef 2024-12-04T19:17:17,330 DEBUG [M:0;9ba2734cd39f:37371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6b80b5fa534eb5b375ddb9b6a9d12c is 69, key is 9ba2734cd39f,34813,1733339819871/rs:state/1733339822626/Put/seqid=0 2024-12-04T19:17:17,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741845_1021 (size=5156) 2024-12-04T19:17:17,737 INFO [M:0;9ba2734cd39f:37371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6b80b5fa534eb5b375ddb9b6a9d12c 2024-12-04T19:17:17,752 DEBUG [M:0;9ba2734cd39f:37371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e77782b20d9452ebfd26d8ad85da583 as hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e77782b20d9452ebfd26d8ad85da583 2024-12-04T19:17:17,759 INFO [M:0;9ba2734cd39f:37371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e77782b20d9452ebfd26d8ad85da583, entries=8, sequenceid=115, filesize=5.5 K 2024-12-04T19:17:17,761 DEBUG [M:0;9ba2734cd39f:37371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/512224f837714daf90a9db4f1d3d60ef as hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/512224f837714daf90a9db4f1d3d60ef 2024-12-04T19:17:17,767 INFO [M:0;9ba2734cd39f:37371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/512224f837714daf90a9db4f1d3d60ef, entries=14, sequenceid=115, filesize=8.5 K 2024-12-04T19:17:17,768 DEBUG [M:0;9ba2734cd39f:37371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac6b80b5fa534eb5b375ddb9b6a9d12c as hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac6b80b5fa534eb5b375ddb9b6a9d12c 2024-12-04T19:17:17,776 INFO [M:0;9ba2734cd39f:37371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac6b80b5fa534eb5b375ddb9b6a9d12c, entries=1, sequenceid=115, filesize=5.0 K 2024-12-04T19:17:17,778 INFO [M:0;9ba2734cd39f:37371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=115, compaction requested=false 2024-12-04T19:17:17,779 INFO [M:0;9ba2734cd39f:37371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:17,779 DEBUG [M:0;9ba2734cd39f:37371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339836442Disabling compacts and flushes for region at 1733339836442Disabling writes for close at 1733339836442Obtaining lock to block concurrent updates at 1733339836443 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733339836443Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733339836443Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733339836444 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733339836444Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733339836462 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733339836462Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733339836883 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733339836898 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733339836898Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733339837315 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733339837329 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733339837329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49748d6c: reopening flushed file at 1733339837750 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3ed84a: reopening flushed file at 1733339837760 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ab68ce: reopening flushed file at 1733339837767 (+7 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1335ms, sequenceid=115, compaction requested=false at 1733339837778 (+11 ms)Writing region close event to WAL at 1733339837779 (+1 ms)Closed at 1733339837779 2024-12-04T19:17:17,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741830_1006 (size=59421) 2024-12-04T19:17:17,783 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:17:17,783 INFO [M:0;9ba2734cd39f:37371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:17:17,784 INFO [M:0;9ba2734cd39f:37371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37371 2024-12-04T19:17:17,784 INFO [M:0;9ba2734cd39f:37371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:17:17,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:17,895 INFO [M:0;9ba2734cd39f:37371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:17:17,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37371-0x101a1c698340000, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:17,897 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:17:17,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:17,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:17,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:17:17,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:17,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:17:17,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:17:17,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:17:17,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39571 2024-12-04T19:17:17,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39571 connecting to ZooKeeper ensemble=127.0.0.1:52548 2024-12-04T19:17:17,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395710x0, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:17,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39571-0x101a1c698340006 connected 2024-12-04T19:17:17,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:17,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:17,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on znode that does not yet exist, /0-1972529267/running 2024-12-04T19:17:17,933 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1972529267/meta-region-server: INIT 2024-12-04T19:17:17,933 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63, hbase.cluster.distributed=false 2024-12-04T19:17:17,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on znode that does not yet exist, /0-1972529267/acl 2024-12-04T19:17:17,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39571 2024-12-04T19:17:17,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39571 2024-12-04T19:17:17,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39571 2024-12-04T19:17:17,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39571 2024-12-04T19:17:17,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39571 2024-12-04T19:17:17,952 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:17:17,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:17,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:17,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:17:17,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:17,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:17:17,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:17:17,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:17:17,954 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34203 2024-12-04T19:17:17,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34203 connecting to ZooKeeper ensemble=127.0.0.1:52548 2024-12-04T19:17:17,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:17,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:17,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342030x0, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:17,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342030x0, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on znode that does not yet exist, /0-1972529267/running 2024-12-04T19:17:17,974 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1972529267/meta-region-server: INIT 2024-12-04T19:17:17,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34203-0x101a1c698340007 connected 2024-12-04T19:17:17,974 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:17:17,975 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:17:17,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on znode that does not yet exist, /0-1972529267/master 2024-12-04T19:17:17,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on znode that does not yet exist, /0-1972529267/acl 2024-12-04T19:17:17,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34203 2024-12-04T19:17:17,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34203 2024-12-04T19:17:17,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34203 2024-12-04T19:17:17,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34203 2024-12-04T19:17:17,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34203 2024-12-04T19:17:17,995 DEBUG [M:0;9ba2734cd39f:39571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:39571 2024-12-04T19:17:17,996 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1972529267/backup-masters/9ba2734cd39f,39571,1733339837897 2024-12-04T19:17:18,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267/backup-masters 2024-12-04T19:17:18,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267/backup-masters 2024-12-04T19:17:18,009 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on existing znode=/0-1972529267/backup-masters/9ba2734cd39f,39571,1733339837897 2024-12-04T19:17:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1972529267/master 2024-12-04T19:17:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:18,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:18,019 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on existing znode=/0-1972529267/master 2024-12-04T19:17:18,020 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1972529267/backup-masters/9ba2734cd39f,39571,1733339837897 from backup master directory 2024-12-04T19:17:18,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1972529267/backup-masters/9ba2734cd39f,39571,1733339837897 2024-12-04T19:17:18,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267/backup-masters 2024-12-04T19:17:18,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267/backup-masters 2024-12-04T19:17:18,029 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:17:18,030 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,39571,1733339837897 2024-12-04T19:17:18,051 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:18,051 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:17:18,067 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-12-04T19:17:18,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741846_1022 (size=196) 2024-12-04T19:17:18,486 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:17:18,487 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:17:18,487 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:18,498 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T19:17:18,502 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/WALs/9ba2734cd39f,37371,1733339819138 to hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/WALs/9ba2734cd39f,37371,1733339819138-dead as it is dead 2024-12-04T19:17:18,503 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T19:17:18,504 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T19:17:18,504 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/WALs/9ba2734cd39f,37371,1733339819138-dead/9ba2734cd39f%2C37371%2C1733339819138.1733339821566 2024-12-04T19:17:18,510 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/WALs/9ba2734cd39f,37371,1733339819138-dead/9ba2734cd39f%2C37371%2C1733339819138.1733339821566 after 3ms 2024-12-04T19:17:18,511 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/WALs/9ba2734cd39f,37371,1733339819138-dead/9ba2734cd39f%2C37371%2C1733339819138.1733339821566 to hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ba2734cd39f%2C37371%2C1733339819138.1733339821566 2024-12-04T19:17:18,511 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/WALs/9ba2734cd39f,37371,1733339819138-dead 2024-12-04T19:17:18,512 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/WALs/9ba2734cd39f,39571,1733339837897 2024-12-04T19:17:18,514 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:17:18,515 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C39571%2C1733339837897, suffix=, logDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/WALs/9ba2734cd39f,39571,1733339837897, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/oldWALs, maxLogs=10 2024-12-04T19:17:18,528 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/WALs/9ba2734cd39f,39571,1733339837897/9ba2734cd39f%2C39571%2C1733339837897.1733339838516, exclude list is [], retry=0 2024-12-04T19:17:18,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37125,DS-16acbb35-cb20-4164-9d6a-26ed2db21a8f,DISK] 2024-12-04T19:17:18,534 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/WALs/9ba2734cd39f,39571,1733339837897/9ba2734cd39f%2C39571%2C1733339837897.1733339838516 2024-12-04T19:17:18,534 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-12-04T19:17:18,534 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:18,535 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:18,535 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:18,535 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:18,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:18,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:17:18,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:18,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e77782b20d9452ebfd26d8ad85da583 2024-12-04T19:17:18,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:18,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:18,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:17:18,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:18,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/512224f837714daf90a9db4f1d3d60ef 2024-12-04T19:17:18,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:18,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:18,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:17:18,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:18,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac6b80b5fa534eb5b375ddb9b6a9d12c 2024-12-04T19:17:18,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:18,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:18,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:17:18,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:18,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:18,569 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:18,569 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T19:17:18,570 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ba2734cd39f%2C37371%2C1733339819138.1733339821566 2024-12-04T19:17:18,584 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ba2734cd39f%2C37371%2C1733339819138.1733339821566 2024-12-04T19:17:18,585 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ba2734cd39f%2C37371%2C1733339819138.1733339821566 2024-12-04T19:17:18,587 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:18,587 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:18,588 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:18,590 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:18,593 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-04T19:17:18,594 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67519915, jitterRate=0.006125137209892273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:18,595 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733339838535Initializing all the Stores at 1733339838536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339838536Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339838536Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339838536Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339838536Cleaning up temporary data from old regions at 1733339838587 (+51 ms)Region opened successfully at 1733339838594 (+7 ms) 2024-12-04T19:17:18,595 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:17:18,599 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bee89a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:17:18,610 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T19:17:18,610 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:17:18,610 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:17:18,610 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:17:18,611 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:17:18,617 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:18,617 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:17:18,618 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:17:18,618 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:17:18,618 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T19:17:18,618 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T19:17:18,619 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-04T19:17:18,619 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:17:18,623 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9ba2734cd39f,34813,1733339819871, regionLocation=9ba2734cd39f,34813,1733339819871, openSeqNum=2 2024-12-04T19:17:18,623 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9ba2734cd39f,34813,1733339819871, table=hbase:meta, region=1588230740 2024-12-04T19:17:18,623 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,34813,1733339819871, state=OPEN 2024-12-04T19:17:18,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1972529267/meta-region-server 2024-12-04T19:17:18,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1972529267/meta-region-server 2024-12-04T19:17:18,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1972529267/meta-region-server: CHANGED 2024-12-04T19:17:18,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1972529267/meta-region-server: CHANGED 2024-12-04T19:17:18,634 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:17:18,671 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1972529267/draining/9ba2734cd39f,34813,1733339819871 already deleted, retry=false 2024-12-04T19:17:18,672 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9ba2734cd39f,34813,1733339819871 on 9ba2734cd39f,39571,1733339837897 2024-12-04T19:17:18,676 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9ba2734cd39f,34813,1733339819871, splitWal=true, meta=true 2024-12-04T19:17:18,678 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 9ba2734cd39f,34813,1733339819871 (carryingMeta=true) 9ba2734cd39f,34813,1733339819871/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@18250974[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T19:17:18,682 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Unable to get data of znode /0-1972529267/balancer because node does not exist (not necessarily an error) 2024-12-04T19:17:18,703 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1972529267/balancer already deleted, retry=false 2024-12-04T19:17:18,703 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:17:18,704 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Unable to get data of znode /0-1972529267/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:17:18,713 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1972529267/normalizer already deleted, retry=false 2024-12-04T19:17:18,714 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:17:18,715 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Unable to get data of znode /0-1972529267/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:17:18,724 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1972529267/switch/split already deleted, retry=false 2024-12-04T19:17:18,725 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Unable to get data of znode /0-1972529267/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:17:18,734 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1972529267/switch/merge already deleted, retry=false 2024-12-04T19:17:18,758 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Unable to get data of znode /0-1972529267/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:17:18,766 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1972529267/snapshot-cleanup already deleted, retry=false 2024-12-04T19:17:18,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1972529267/running 2024-12-04T19:17:18,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1972529267/running 2024-12-04T19:17:18,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:18,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:18,777 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,39571,1733339837897, sessionid=0x101a1c698340006, setting cluster-up flag (Was=false) 2024-12-04T19:17:18,788 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1972529267/flush-table-proc/acquired, /0-1972529267/flush-table-proc/reached, /0-1972529267/flush-table-proc/abort 2024-12-04T19:17:18,790 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,39571,1733339837897 2024-12-04T19:17:18,798 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1972529267/online-snapshot/acquired, /0-1972529267/online-snapshot/reached, /0-1972529267/online-snapshot/abort 2024-12-04T19:17:18,800 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,39571,1733339837897 2024-12-04T19:17:18,802 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/.lastflushedseqids 2024-12-04T19:17:18,806 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:17:18,806 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:17:18,806 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,39571,1733339837897 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9ba2734cd39f,34813,1733339819871 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:17:18,808 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:18,808 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:18,808 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:18,808 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:18,808 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:17:18,809 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:18,809 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:17:18,809 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:18,811 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733339868811 2024-12-04T19:17:18,812 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:17:18,812 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:17:18,812 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:17:18,812 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:17:18,812 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:17:18,812 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:17:18,813 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:18,814 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:17:18,814 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:17:18,814 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:17:18,814 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:17:18,814 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9ba2734cd39f,34813,1733339819871, splitWal=true, meta=true 2024-12-04T19:17:18,816 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:17:18,816 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9ba2734cd39f,34813,1733339819871, splitWal=true, meta=true, isMeta: true 2024-12-04T19:17:18,816 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:17:18,818 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871-splitting 2024-12-04T19:17:18,820 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871-splitting dir is empty, no logs to split. 2024-12-04T19:17:18,820 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9ba2734cd39f,34813,1733339819871 WAL count=0, meta=true 2024-12-04T19:17:18,826 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871-splitting dir is empty, no logs to split. 2024-12-04T19:17:18,826 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9ba2734cd39f,34813,1733339819871 WAL count=0, meta=true 2024-12-04T19:17:18,826 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9ba2734cd39f,34813,1733339819871 WAL splitting is done? wals=0, meta=true 2024-12-04T19:17:18,828 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339838816,5,FailOnTimeoutGroup] 2024-12-04T19:17:18,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:17:18,830 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339838828,5,FailOnTimeoutGroup] 2024-12-04T19:17:18,830 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:18,831 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:17:18,831 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:18,831 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:18,831 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733339838831, completionTime=-1 2024-12-04T19:17:18,831 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T19:17:18,832 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:17:18,834 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T19:17:18,835 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T19:17:18,887 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(746): ClusterId : 35d83478-00f6-421f-bb51-b6ca7f95ea64 2024-12-04T19:17:18,887 DEBUG [RS:0;9ba2734cd39f:34203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:17:18,902 DEBUG [RS:0;9ba2734cd39f:34203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:17:18,902 DEBUG [RS:0;9ba2734cd39f:34203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:17:18,915 DEBUG [RS:0;9ba2734cd39f:34203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:17:18,915 DEBUG [RS:0;9ba2734cd39f:34203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf93424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:17:18,928 DEBUG [RS:0;9ba2734cd39f:34203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:34203 2024-12-04T19:17:18,928 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:17:18,928 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:17:18,928 DEBUG [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:17:18,929 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,39571,1733339837897 with port=34203, startcode=1733339837952 2024-12-04T19:17:18,930 DEBUG [RS:0;9ba2734cd39f:34203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:17:18,932 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:17:18,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39571 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,34203,1733339837952 2024-12-04T19:17:18,933 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39571 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,34203,1733339837952 2024-12-04T19:17:18,935 DEBUG [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63 2024-12-04T19:17:18,935 DEBUG [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42291 2024-12-04T19:17:18,935 DEBUG [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:17:18,936 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T19:17:18,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267/rs 2024-12-04T19:17:18,946 DEBUG [RS:0;9ba2734cd39f:34203 {}] zookeeper.ZKUtil(111): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on existing znode=/0-1972529267/rs/9ba2734cd39f,34203,1733339837952 2024-12-04T19:17:18,946 WARN [RS:0;9ba2734cd39f:34203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:17:18,946 INFO [RS:0;9ba2734cd39f:34203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:18,946 DEBUG [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952 2024-12-04T19:17:18,946 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,34203,1733339837952] 2024-12-04T19:17:18,984 WARN [9ba2734cd39f:39571 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T19:17:18,991 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:17:18,994 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:17:18,994 INFO [RS:0;9ba2734cd39f:34203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:17:18,994 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:18,995 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:17:18,997 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:17:18,997 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:18,998 DEBUG [RS:0;9ba2734cd39f:34203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:18,998 DEBUG [RS:0;9ba2734cd39f:34203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:18,998 DEBUG [RS:0;9ba2734cd39f:34203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:18,998 DEBUG [RS:0;9ba2734cd39f:34203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:18,998 DEBUG [RS:0;9ba2734cd39f:34203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:18,998 DEBUG [RS:0;9ba2734cd39f:34203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:17:18,998 DEBUG [RS:0;9ba2734cd39f:34203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:18,998 DEBUG [RS:0;9ba2734cd39f:34203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:18,998 DEBUG [RS:0;9ba2734cd39f:34203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:18,998 DEBUG [RS:0;9ba2734cd39f:34203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:18,998 DEBUG [RS:0;9ba2734cd39f:34203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:18,999 DEBUG [RS:0;9ba2734cd39f:34203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:18,999 DEBUG [RS:0;9ba2734cd39f:34203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:17:18,999 DEBUG [RS:0;9ba2734cd39f:34203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:17:19,000 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:19,001 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:19,001 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:19,001 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:19,001 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:19,001 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34203,1733339837952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:17:19,018 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:17:19,019 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34203,1733339837952-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:19,033 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,34203,1733339837952, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:17:19,050 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.ReplicationSource(231): queueId=2-9ba2734cd39f,34203,1733339837952, ReplicationSource: 2, currentBandwidth=0 2024-12-04T19:17:19,050 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:19,050 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.Replication(171): 9ba2734cd39f,34203,1733339837952 started 2024-12-04T19:17:19,053 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource,1-9ba2734cd39f,34203,1733339837952 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:40855' 2024-12-04T19:17:19,054 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource,1-9ba2734cd39f,34203,1733339837952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53fe35a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:19,054 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource,1-9ba2734cd39f,34203,1733339837952 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,40855,-1 for getting cluster id 2024-12-04T19:17:19,055 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource,1-9ba2734cd39f,34203,1733339837952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:19,056 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee' 2024-12-04T19:17:19,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:19,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee" 2024-12-04T19:17:19,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77b7f8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:19,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,40855,-1] 2024-12-04T19:17:19,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:19,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:19,059 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:19,060 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource,1-9ba2734cd39f,34203,1733339837952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@424f0641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:19,060 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource,1-9ba2734cd39f,34203,1733339837952 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:19,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:19,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ea157cb 2024-12-04T19:17:19,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:19,063 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T19:17:19,064 INFO [RS:0;9ba2734cd39f:34203.replicationSource,1-9ba2734cd39f,34203,1733339837952 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,34203,1733339837952 (queues=0) is replicating from cluster=35d83478-00f6-421f-bb51-b6ca7f95ea64 to cluster=d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee 2024-12-04T19:17:19,069 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:19,069 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource,2-9ba2734cd39f,34203,1733339837952 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:40855' 2024-12-04T19:17:19,069 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,34203,1733339837952, RpcServer on 9ba2734cd39f/172.17.0.2:34203, sessionid=0x101a1c698340007 2024-12-04T19:17:19,069 DEBUG [RS:0;9ba2734cd39f:34203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:17:19,070 DEBUG [RS:0;9ba2734cd39f:34203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,34203,1733339837952 2024-12-04T19:17:19,070 DEBUG [RS:0;9ba2734cd39f:34203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,34203,1733339837952' 2024-12-04T19:17:19,070 DEBUG [RS:0;9ba2734cd39f:34203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1972529267/flush-table-proc/abort' 2024-12-04T19:17:19,070 DEBUG [RS:0;9ba2734cd39f:34203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1972529267/flush-table-proc/acquired' 2024-12-04T19:17:19,071 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource,2-9ba2734cd39f,34203,1733339837952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@198a4128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:19,071 DEBUG [RS:0;9ba2734cd39f:34203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:17:19,071 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource,2-9ba2734cd39f,34203,1733339837952 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,40855,-1 for getting cluster id 2024-12-04T19:17:19,071 DEBUG [RS:0;9ba2734cd39f:34203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:17:19,071 DEBUG [RS:0;9ba2734cd39f:34203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,34203,1733339837952 2024-12-04T19:17:19,071 DEBUG [RS:0;9ba2734cd39f:34203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,34203,1733339837952' 2024-12-04T19:17:19,071 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource,2-9ba2734cd39f,34203,1733339837952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:19,071 DEBUG [RS:0;9ba2734cd39f:34203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1972529267/online-snapshot/abort' 2024-12-04T19:17:19,072 DEBUG [RS:0;9ba2734cd39f:34203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1972529267/online-snapshot/acquired' 2024-12-04T19:17:19,072 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee' 2024-12-04T19:17:19,072 DEBUG [RS:0;9ba2734cd39f:34203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:17:19,072 INFO [RS:0;9ba2734cd39f:34203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:17:19,072 INFO [RS:0;9ba2734cd39f:34203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:17:19,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:19,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee" 2024-12-04T19:17:19,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@529a970d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:19,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,40855,-1] 2024-12-04T19:17:19,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:19,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:19,074 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:19,075 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource,2-9ba2734cd39f,34203,1733339837952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@716781b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:19,075 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource,2-9ba2734cd39f,34203,1733339837952 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:19,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:19,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a35306f 2024-12-04T19:17:19,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:19,078 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T19:17:19,079 INFO [RS:0;9ba2734cd39f:34203.replicationSource,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9ba2734cd39f,34203,1733339837952 (queues=0) is replicating from cluster=35d83478-00f6-421f-bb51-b6ca7f95ea64 to cluster=d30a1fe6-d91e-4ec9-82e3-f4a9b3baeaee 2024-12-04T19:17:19,173 INFO [RS:0;9ba2734cd39f:34203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:17:19,175 INFO [RS:0;9ba2734cd39f:34203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C34203%2C1733339837952, suffix=, logDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/oldWALs, maxLogs=10 2024-12-04T19:17:19,190 DEBUG [RS:0;9ba2734cd39f:34203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176, exclude list is [], retry=0 2024-12-04T19:17:19,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37125,DS-16acbb35-cb20-4164-9d6a-26ed2db21a8f,DISK] 2024-12-04T19:17:19,195 INFO [RS:0;9ba2734cd39f:34203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 2024-12-04T19:17:19,195 DEBUG [RS:0;9ba2734cd39f:34203 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9ba2734cd39f%2C34203%2C1733339837952 for peer 2 2024-12-04T19:17:19,195 DEBUG [RS:0;9ba2734cd39f:34203 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9ba2734cd39f%2C34203%2C1733339837952 for peer 1 2024-12-04T19:17:19,196 DEBUG [RS:0;9ba2734cd39f:34203 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C34203%2C1733339837952 2024-12-04T19:17:19,196 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,34203,1733339837952, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:17:19,196 DEBUG [RS:0;9ba2734cd39f:34203 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9ba2734cd39f%2C34203%2C1733339837952 2024-12-04T19:17:19,196 INFO [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,1-9ba2734cd39f,34203,1733339837952 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C34203%2C1733339837952 2024-12-04T19:17:19,196 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9ba2734cd39f,34203,1733339837952, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:17:19,196 INFO [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C34203%2C1733339837952 2024-12-04T19:17:19,196 DEBUG [RS:0;9ba2734cd39f:34203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-12-04T19:17:19,197 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,1-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176, startPosition=0, beingWritten=true 2024-12-04T19:17:19,197 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176, startPosition=0, beingWritten=true 2024-12-04T19:17:19,235 DEBUG [9ba2734cd39f:39571 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:17:19,235 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,34203,1733339837952 2024-12-04T19:17:19,236 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,34203,1733339837952, state=OPENING 2024-12-04T19:17:19,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1972529267/meta-region-server 2024-12-04T19:17:19,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1972529267/meta-region-server 2024-12-04T19:17:19,295 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:17:19,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1972529267/meta-region-server: CHANGED 2024-12-04T19:17:19,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1972529267/meta-region-server: CHANGED 2024-12-04T19:17:19,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34203,1733339837952}] 2024-12-04T19:17:19,406 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:19,406 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,1-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:19,450 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:17:19,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:17:19,455 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:17:19,455 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:19,456 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:17:19,459 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C34203%2C1733339837952.meta, suffix=.meta, logDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/oldWALs, maxLogs=10 2024-12-04T19:17:19,474 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.meta.1733339839460.meta, exclude list is [], retry=0 2024-12-04T19:17:19,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37125,DS-16acbb35-cb20-4164-9d6a-26ed2db21a8f,DISK] 2024-12-04T19:17:19,479 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.meta.1733339839460.meta 2024-12-04T19:17:19,480 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-12-04T19:17:19,480 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:19,480 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:17:19,481 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:17:19,481 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:17:19,481 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:17:19,481 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:17:19,481 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:19,481 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:17:19,481 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:17:19,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:17:19,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:17:19,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:19,507 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/info/33f1b0d85f1547a99502f458ae4a9a33 2024-12-04T19:17:19,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:19,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:17:19,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:17:19,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:19,515 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/ns/6fcd03853d284197b86edd64d2254ce3 2024-12-04T19:17:19,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:19,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:17:19,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:17:19,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:19,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:19,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:17:19,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:17:19,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:19,526 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/table/5eed02782ba84ea39b6da355d09d6b52 2024-12-04T19:17:19,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:19,527 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:17:19,528 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740 2024-12-04T19:17:19,530 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740 2024-12-04T19:17:19,531 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:17:19,531 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:17:19,532 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:19,534 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:17:19,535 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63992121, jitterRate=-0.046443089842796326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:19,535 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:17:19,535 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733339839482Writing region info on filesystem at 1733339839482Initializing all the Stores at 1733339839483 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339839483Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339839489 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339839489Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339839489Cleaning up temporary data from old regions at 1733339839531 (+42 ms)Running coprocessor post-open hooks at 1733339839535 (+4 ms)Region opened successfully at 1733339839535 2024-12-04T19:17:19,536 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733339839449 2024-12-04T19:17:19,539 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:17:19,539 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:17:19,539 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9ba2734cd39f,34203,1733339837952 2024-12-04T19:17:19,541 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,34203,1733339837952, state=OPEN 2024-12-04T19:17:19,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1972529267/meta-region-server 2024-12-04T19:17:19,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1972529267/meta-region-server 2024-12-04T19:17:19,587 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34203,1733339837952 2024-12-04T19:17:19,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1972529267/meta-region-server: CHANGED 2024-12-04T19:17:19,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1972529267/meta-region-server: CHANGED 2024-12-04T19:17:19,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-04T19:17:19,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34203,1733339837952 in 292 msec 2024-12-04T19:17:19,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-04T19:17:19,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 765 msec 2024-12-04T19:17:19,718 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,1-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:19,718 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:20,128 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:20,128 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,1-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:20,439 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1608ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-04T19:17:20,638 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:20,638 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,1-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:21,249 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,1-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:21,249 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:21,338 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:17:21,942 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-12-04T19:17:21,960 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,1-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:21,960 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:22,774 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:22,774 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,1-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:23,345 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T19:17:23,346 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:17:23,347 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:23,347 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34203,1733339837952, seqNum=-1] 2024-12-04T19:17:23,348 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:23,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:17:23,359 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b6fa6430dff908b7e501fbb41b07abdb, regionState=OPEN, lastHost=9ba2734cd39f,34813,1733339819871, regionLocation=9ba2734cd39f,34813,1733339819871, openSeqNum=2 2024-12-04T19:17:23,359 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:17:23,359 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733339903359 2024-12-04T19:17:23,359 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733339963359 2024-12-04T19:17:23,359 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-12-04T19:17:23,360 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,39571,1733339837897-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:23,360 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,39571,1733339837897-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:23,360 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,39571,1733339837897-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:23,360 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9ba2734cd39f,34813,1733339819871 had 2 regions 2024-12-04T19:17:23,360 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:39571, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:23,360 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:23,360 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:23,361 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9ba2734cd39f,34813,1733339819871, splitWal=true, meta=true, isMeta: false 2024-12-04T19:17:23,363 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871-splitting dir is empty, no logs to split. 2024-12-04T19:17:23,363 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9ba2734cd39f,34813,1733339819871 WAL count=0, meta=false 2024-12-04T19:17:23,367 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34813,1733339819871-splitting dir is empty, no logs to split. 2024-12-04T19:17:23,367 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9ba2734cd39f,34813,1733339819871 WAL count=0, meta=false 2024-12-04T19:17:23,367 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.337sec 2024-12-04T19:17:23,367 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9ba2734cd39f,34813,1733339819871 WAL splitting is done? wals=0, meta=false 2024-12-04T19:17:23,367 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:17:23,367 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:17:23,367 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:17:23,367 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:17:23,367 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:17:23,367 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,39571,1733339837897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:17:23,367 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,39571,1733339837897-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:17:23,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6fa6430dff908b7e501fbb41b07abdb, ASSIGN}] 2024-12-04T19:17:23,371 WARN [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9ba2734cd39f,34813,1733339819871/hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:23,372 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:17:23,372 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6fa6430dff908b7e501fbb41b07abdb, ASSIGN 2024-12-04T19:17:23,372 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:17:23,372 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,39571,1733339837897-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:23,373 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b6fa6430dff908b7e501fbb41b07abdb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T19:17:23,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:23,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,39571,-1 for getting cluster id 2024-12-04T19:17:23,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:23,393 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d83478-00f6-421f-bb51-b6ca7f95ea64' 2024-12-04T19:17:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d83478-00f6-421f-bb51-b6ca7f95ea64" 2024-12-04T19:17:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d26459e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,39571,-1] 2024-12-04T19:17:23,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:23,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:23,397 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:23,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411bbd02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:23,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:23,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34203,1733339837952, seqNum=-1] 2024-12-04T19:17:23,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:23,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:17:23,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T19:17:23,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:17:23,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:23,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:23,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:23,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:23,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9ba2734cd39f:39571 after: 9ba2734cd39f:39571 2024-12-04T19:17:23,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:23,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,39571,-1 for getting cluster id 2024-12-04T19:17:23,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:23,409 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35d83478-00f6-421f-bb51-b6ca7f95ea64' 2024-12-04T19:17:23,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:23,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35d83478-00f6-421f-bb51-b6ca7f95ea64" 2024-12-04T19:17:23,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445c765d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:23,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,39571,-1] 2024-12-04T19:17:23,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:23,411 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:23,412 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:23,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:23,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,39571,1733339837897 2024-12-04T19:17:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d526a59 2024-12-04T19:17:23,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:23,416 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:17:23,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39571 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T19:17:23,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39571 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T19:17:23,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39571 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T19:17:23,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39571 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T19:17:23,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:17:23,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:17:23,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:23,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:23,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:23,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:23,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:17:23,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119390839, stopped=false 2024-12-04T19:17:23,420 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,40855,1733339827224 2024-12-04T19:17:23,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1092347921/running 2024-12-04T19:17:23,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1092347921/running 2024-12-04T19:17:23,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:23,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:23,493 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:17:23,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:17:23,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:23,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:23,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Set watcher on znode that does not yet exist, /1-1092347921/running 2024-12-04T19:17:23,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Set watcher on znode that does not yet exist, /1-1092347921/running 2024-12-04T19:17:23,494 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,34409,1733339827345' ***** 2024-12-04T19:17:23,494 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:17:23,494 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:17:23,494 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:17:23,495 INFO [RS:0;9ba2734cd39f:34409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:17:23,495 INFO [RS:0;9ba2734cd39f:34409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:17:23,495 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,34409,1733339827345 2024-12-04T19:17:23,495 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:17:23,495 INFO [RS:0;9ba2734cd39f:34409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:34409. 2024-12-04T19:17:23,495 DEBUG [RS:0;9ba2734cd39f:34409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:23,495 DEBUG [RS:0;9ba2734cd39f:34409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:23,496 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:17:23,496 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:17:23,496 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:17:23,496 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:17:23,496 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:17:23,496 DEBUG [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:17:23,496 DEBUG [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:23,497 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:17:23,497 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:17:23,497 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:17:23,497 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:17:23,497 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:17:23,497 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T19:17:23,517 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/data/hbase/meta/1588230740/.tmp/ns/c992503caf304d95bd4f3426593ab2ee is 43, key is default/ns:d/1733339830940/Put/seqid=0 2024-12-04T19:17:23,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741835_1011 (size=5153) 2024-12-04T19:17:23,524 DEBUG [9ba2734cd39f:39571 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:17:23,524 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b6fa6430dff908b7e501fbb41b07abdb, regionState=OPENING, regionLocation=9ba2734cd39f,34203,1733339837952 2024-12-04T19:17:23,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b6fa6430dff908b7e501fbb41b07abdb, ASSIGN because future has completed 2024-12-04T19:17:23,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6fa6430dff908b7e501fbb41b07abdb, server=9ba2734cd39f,34203,1733339837952}] 2024-12-04T19:17:23,593 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:17:23,680 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:17:23,680 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:17:23,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:23,685 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:23,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:23,685 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,1-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:23,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:17:23,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C34203%2C1733339837952.rep, suffix=, logDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/oldWALs, maxLogs=10 2024-12-04T19:17:23,697 DEBUG [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:23,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.rep.1733339843689, exclude list is [], retry=0 2024-12-04T19:17:23,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37125,DS-16acbb35-cb20-4164-9d6a-26ed2db21a8f,DISK] 2024-12-04T19:17:23,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.rep.1733339843689 2024-12-04T19:17:23,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43229:43229)] 2024-12-04T19:17:23,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b6fa6430dff908b7e501fbb41b07abdb, NAME => 'hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:23,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:17:23,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:17:23,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. service=MultiRowMutationService 2024-12-04T19:17:23,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:17:23,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:23,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:23,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:23,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:23,710 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:23,711 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6fa6430dff908b7e501fbb41b07abdb columnFamilyName hfileref 2024-12-04T19:17:23,711 DEBUG [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:23,711 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] regionserver.HStore(327): Store=b6fa6430dff908b7e501fbb41b07abdb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:23,712 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:23,712 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6fa6430dff908b7e501fbb41b07abdb columnFamilyName queue 2024-12-04T19:17:23,713 DEBUG [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:23,721 DEBUG [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/replication/b6fa6430dff908b7e501fbb41b07abdb/queue/1f2f9cdfe9654fe9905bdad3366dcd82 2024-12-04T19:17:23,721 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] regionserver.HStore(327): Store=b6fa6430dff908b7e501fbb41b07abdb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:23,721 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:23,722 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6fa6430dff908b7e501fbb41b07abdb columnFamilyName sid 2024-12-04T19:17:23,722 DEBUG [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:23,723 INFO [StoreOpener-b6fa6430dff908b7e501fbb41b07abdb-1 {}] regionserver.HStore(327): Store=b6fa6430dff908b7e501fbb41b07abdb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:23,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:23,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/replication/b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:23,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/replication/b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:23,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:23,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:23,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:17:23,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:23,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened b6fa6430dff908b7e501fbb41b07abdb; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64647834, jitterRate=-0.0366722047328949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:17:23,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:23,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b6fa6430dff908b7e501fbb41b07abdb: Running coprocessor pre-open hook at 1733339843708Writing region info on filesystem at 1733339843708Initializing all the Stores at 1733339843709 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339843709Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339843710 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339843710Cleaning up temporary data from old regions at 1733339843727 (+17 ms)Running coprocessor post-open hooks at 1733339843730 (+3 ms)Region opened successfully at 1733339843731 (+1 ms) 2024-12-04T19:17:23,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb., pid=19, masterSystemTime=1733339843680 2024-12-04T19:17:23,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:23,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:23,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b6fa6430dff908b7e501fbb41b07abdb, regionState=OPEN, openSeqNum=10, regionLocation=9ba2734cd39f,34203,1733339837952 2024-12-04T19:17:23,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6fa6430dff908b7e501fbb41b07abdb, server=9ba2734cd39f,34203,1733339837952 because future has completed 2024-12-04T19:17:23,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-04T19:17:23,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b6fa6430dff908b7e501fbb41b07abdb, server=9ba2734cd39f,34203,1733339837952 in 213 msec 2024-12-04T19:17:23,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-04T19:17:23,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b6fa6430dff908b7e501fbb41b07abdb, ASSIGN in 372 msec 2024-12-04T19:17:23,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T19:17:23,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb., hostname=9ba2734cd39f,34203,1733339837952, seqNum=10] 2024-12-04T19:17:23,786 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 9ba2734cd39f,34813,1733339819871 2024-12-04T19:17:23,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T19:17:23,897 DEBUG [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:23,923 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/data/hbase/meta/1588230740/.tmp/ns/c992503caf304d95bd4f3426593ab2ee 2024-12-04T19:17:23,932 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/data/hbase/meta/1588230740/.tmp/ns/c992503caf304d95bd4f3426593ab2ee as hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/data/hbase/meta/1588230740/ns/c992503caf304d95bd4f3426593ab2ee 2024-12-04T19:17:23,939 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/data/hbase/meta/1588230740/ns/c992503caf304d95bd4f3426593ab2ee, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T19:17:23,941 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-12-04T19:17:23,941 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:17:23,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-04T19:17:23,947 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T19:17:23,948 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:17:23,948 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:17:23,948 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:23,948 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339843496Running coprocessor pre-close hooks at 1733339843496Disabling compacts and flushes for region at 1733339843496Disabling writes for close at 1733339843497 (+1 ms)Obtaining lock to block concurrent updates at 1733339843497Preparing flush snapshotting stores in 1588230740 at 1733339843497Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733339843498 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733339843499 (+1 ms)Flushing 1588230740/ns: creating writer at 1733339843499Flushing 1588230740/ns: appending metadata at 1733339843517 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733339843517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e191776: reopening flushed file at 1733339843931 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1733339843941 (+10 ms)Writing region close event to WAL at 1733339843943 (+2 ms)Running coprocessor post-close hooks at 1733339843948 (+5 ms)Closed at 1733339843948 2024-12-04T19:17:23,948 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:24,097 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,34409,1733339827345; all regions closed. 2024-12-04T19:17:24,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741834_1010 (size=1152) 2024-12-04T19:17:24,103 DEBUG [RS:0;9ba2734cd39f:34409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/oldWALs 2024-12-04T19:17:24,103 INFO [RS:0;9ba2734cd39f:34409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C34409%2C1733339827345.meta:.meta(num 1733339830856) 2024-12-04T19:17:24,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741832_1008 (size=93) 2024-12-04T19:17:24,107 DEBUG [RS:0;9ba2734cd39f:34409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/oldWALs 2024-12-04T19:17:24,108 INFO [RS:0;9ba2734cd39f:34409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C34409%2C1733339827345:(num 1733339829817) 2024-12-04T19:17:24,108 DEBUG [RS:0;9ba2734cd39f:34409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:24,108 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:17:24,108 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:17:24,108 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:17:24,108 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:17:24,108 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:17:24,108 INFO [RS:0;9ba2734cd39f:34409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34409 2024-12-04T19:17:24,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921/rs 2024-12-04T19:17:24,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1092347921/rs/9ba2734cd39f,34409,1733339827345 2024-12-04T19:17:24,218 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:17:24,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,34409,1733339827345] 2024-12-04T19:17:24,239 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1092347921/draining/9ba2734cd39f,34409,1733339827345 already deleted, retry=false 2024-12-04T19:17:24,239 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,34409,1733339827345 expired; onlineServers=0 2024-12-04T19:17:24,240 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,40855,1733339827224' ***** 2024-12-04T19:17:24,240 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:17:24,240 INFO [M:0;9ba2734cd39f:40855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:17:24,240 INFO [M:0;9ba2734cd39f:40855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:17:24,240 DEBUG [M:0;9ba2734cd39f:40855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:17:24,240 DEBUG [M:0;9ba2734cd39f:40855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:17:24,240 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:17:24,240 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339829540 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339829540,5,FailOnTimeoutGroup] 2024-12-04T19:17:24,240 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339829541 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339829541,5,FailOnTimeoutGroup] 2024-12-04T19:17:24,241 INFO [M:0;9ba2734cd39f:40855 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:17:24,241 INFO [M:0;9ba2734cd39f:40855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:17:24,241 DEBUG [M:0;9ba2734cd39f:40855 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:17:24,241 INFO [M:0;9ba2734cd39f:40855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:17:24,241 INFO [M:0;9ba2734cd39f:40855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:17:24,241 INFO [M:0;9ba2734cd39f:40855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:17:24,241 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:17:24,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1092347921/master 2024-12-04T19:17:24,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1092347921 2024-12-04T19:17:24,250 DEBUG [M:0;9ba2734cd39f:40855 {}] zookeeper.ZKUtil(347): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Unable to get data of znode /1-1092347921/master because node does not exist (not an error) 2024-12-04T19:17:24,250 WARN [M:0;9ba2734cd39f:40855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:17:24,253 INFO [M:0;9ba2734cd39f:40855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/.lastflushedseqids 2024-12-04T19:17:24,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741836_1012 (size=99) 2024-12-04T19:17:24,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:24,329 INFO [RS:0;9ba2734cd39f:34409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:17:24,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34409-0x101a1c698340004, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:24,329 INFO [RS:0;9ba2734cd39f:34409 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,34409,1733339827345; zookeeper connection closed. 2024-12-04T19:17:24,330 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b99a9b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b99a9b7 2024-12-04T19:17:24,330 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:17:24,663 INFO [M:0;9ba2734cd39f:40855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:17:24,663 INFO [M:0;9ba2734cd39f:40855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:17:24,663 DEBUG [M:0;9ba2734cd39f:40855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:17:24,663 INFO [M:0;9ba2734cd39f:40855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:24,663 DEBUG [M:0;9ba2734cd39f:40855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:24,663 DEBUG [M:0;9ba2734cd39f:40855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:17:24,663 DEBUG [M:0;9ba2734cd39f:40855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:24,663 INFO [M:0;9ba2734cd39f:40855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T19:17:24,683 DEBUG [M:0;9ba2734cd39f:40855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d11d6628be6418bab930c03ac88a207 is 82, key is hbase:meta,,1/info:regioninfo/1733339830908/Put/seqid=0 2024-12-04T19:17:24,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741837_1013 (size=5672) 2024-12-04T19:17:24,691 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:24,691 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,1-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:25,090 INFO [M:0;9ba2734cd39f:40855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d11d6628be6418bab930c03ac88a207 2024-12-04T19:17:25,121 DEBUG [M:0;9ba2734cd39f:40855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fe4bebe79ba461486ff205814d15800 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733339830949/Put/seqid=0 2024-12-04T19:17:25,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741838_1014 (size=5275) 2024-12-04T19:17:25,526 INFO [M:0;9ba2734cd39f:40855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fe4bebe79ba461486ff205814d15800 2024-12-04T19:17:25,551 DEBUG [M:0;9ba2734cd39f:40855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c2c07ba1d584f6a88737c2dac2f1df2 is 69, key is 9ba2734cd39f,34409,1733339827345/rs:state/1733339829618/Put/seqid=0 2024-12-04T19:17:25,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741839_1015 (size=5156) 2024-12-04T19:17:25,796 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:25,797 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,1-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:25,956 INFO [M:0;9ba2734cd39f:40855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c2c07ba1d584f6a88737c2dac2f1df2 2024-12-04T19:17:25,964 DEBUG [M:0;9ba2734cd39f:40855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d11d6628be6418bab930c03ac88a207 as hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d11d6628be6418bab930c03ac88a207 2024-12-04T19:17:25,971 INFO [M:0;9ba2734cd39f:40855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d11d6628be6418bab930c03ac88a207, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T19:17:25,972 DEBUG [M:0;9ba2734cd39f:40855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fe4bebe79ba461486ff205814d15800 as hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fe4bebe79ba461486ff205814d15800 2024-12-04T19:17:25,979 INFO [M:0;9ba2734cd39f:40855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fe4bebe79ba461486ff205814d15800, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T19:17:25,981 DEBUG [M:0;9ba2734cd39f:40855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c2c07ba1d584f6a88737c2dac2f1df2 as hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c2c07ba1d584f6a88737c2dac2f1df2 2024-12-04T19:17:25,987 INFO [M:0;9ba2734cd39f:40855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38803/user/jenkins/test-data/27a348e1-72c4-6691-c5db-cbc40cae5def/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c2c07ba1d584f6a88737c2dac2f1df2, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T19:17:25,989 INFO [M:0;9ba2734cd39f:40855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=28, compaction requested=false 2024-12-04T19:17:25,990 INFO [M:0;9ba2734cd39f:40855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:25,991 DEBUG [M:0;9ba2734cd39f:40855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339844663Disabling compacts and flushes for region at 1733339844663Disabling writes for close at 1733339844663Obtaining lock to block concurrent updates at 1733339844663Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733339844664 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733339844664Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733339844665 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733339844665Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733339844683 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733339844683Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733339845104 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733339845121 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733339845121Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733339845536 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733339845550 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733339845550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d7e652d: reopening flushed file at 1733339845962 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6598c8c2: reopening flushed file at 1733339845971 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a0c8aa: reopening flushed file at 1733339845980 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1326ms, sequenceid=28, compaction requested=false at 1733339845989 (+9 ms)Writing region close event to WAL at 1733339845990 (+1 ms)Closed at 1733339845990 2024-12-04T19:17:25,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741830_1006 (size=10165) 2024-12-04T19:17:25,994 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:17:25,994 INFO [M:0;9ba2734cd39f:40855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:17:25,994 INFO [M:0;9ba2734cd39f:40855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40855 2024-12-04T19:17:25,997 INFO [M:0;9ba2734cd39f:40855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:17:26,161 INFO [M:0;9ba2734cd39f:40855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:17:26,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:26,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40855-0x101a1c698340003, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:26,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:17:26,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:17:26,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:17:26,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:17:26,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/hadoop.log.dir/,STOPPED} 2024-12-04T19:17:26,203 WARN [BP-1474173114-172.17.0.2-1733339824464 heartbeating to localhost/127.0.0.1:38803 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:17:26,203 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:17:26,203 WARN [BP-1474173114-172.17.0.2-1733339824464 heartbeating to localhost/127.0.0.1:38803 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1474173114-172.17.0.2-1733339824464 (Datanode Uuid def234d3-2b1e-4127-a067-a59267bd5b28) service to localhost/127.0.0.1:38803 2024-12-04T19:17:26,203 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:17:26,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/cluster_4251c5fd-d088-5da2-bd0c-e3d508d36e55/data/data1/current/BP-1474173114-172.17.0.2-1733339824464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:17:26,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/cluster_4251c5fd-d088-5da2-bd0c-e3d508d36e55/data/data2/current/BP-1474173114-172.17.0.2-1733339824464 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:17:26,205 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:17:26,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:17:26,212 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:17:26,212 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:17:26,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:17:26,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/hadoop.log.dir/,STOPPED} 2024-12-04T19:17:26,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:17:26,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:17:26,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:17:26,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:26,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:26,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:26,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:26,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:17:26,232 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=609146545, stopped=false 2024-12-04T19:17:26,232 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,39571,1733339837897 2024-12-04T19:17:26,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1972529267/running 2024-12-04T19:17:26,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1972529267/running 2024-12-04T19:17:26,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:26,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:26,250 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:17:26,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:17:26,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on znode that does not yet exist, /0-1972529267/running 2024-12-04T19:17:26,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:26,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Set watcher on znode that does not yet exist, /0-1972529267/running 2024-12-04T19:17:26,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:26,251 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,34203,1733339837952' ***** 2024-12-04T19:17:26,251 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:17:26,251 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:17:26,251 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:17:26,251 INFO [RS:0;9ba2734cd39f:34203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:17:26,251 INFO [RS:0;9ba2734cd39f:34203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:17:26,251 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(3091): Received CLOSE for b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:26,252 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,34203,1733339837952 2024-12-04T19:17:26,252 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:17:26,252 INFO [RS:0;9ba2734cd39f:34203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:34203. 2024-12-04T19:17:26,252 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6fa6430dff908b7e501fbb41b07abdb, disabling compactions & flushes 2024-12-04T19:17:26,252 DEBUG [RS:0;9ba2734cd39f:34203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:26,252 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:26,252 DEBUG [RS:0;9ba2734cd39f:34203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:26,252 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:26,252 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:17:26,252 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. after waiting 0 ms 2024-12-04T19:17:26,252 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:17:26,252 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:17:26,252 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:26,252 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:17:26,252 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T19:17:26,252 DEBUG [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b6fa6430dff908b7e501fbb41b07abdb=hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb.} 2024-12-04T19:17:26,252 DEBUG [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b6fa6430dff908b7e501fbb41b07abdb 2024-12-04T19:17:26,253 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:17:26,253 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:17:26,253 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:17:26,253 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:17:26,253 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:17:26,253 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T19:17:26,257 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/replication/b6fa6430dff908b7e501fbb41b07abdb/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-04T19:17:26,258 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:17:26,258 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:17:26,258 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:26,258 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6fa6430dff908b7e501fbb41b07abdb: Waiting for close lock at 1733339846252Running coprocessor pre-close hooks at 1733339846252Disabling compacts and flushes for region at 1733339846252Disabling writes for close at 1733339846252Writing region close event to WAL at 1733339846253 (+1 ms)Running coprocessor post-close hooks at 1733339846258 (+5 ms)Closed at 1733339846258 2024-12-04T19:17:26,258 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb. 2024-12-04T19:17:26,269 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/.tmp/info/4a0ba1aaa14446d3addf06dae8203139 is 147, key is hbase:replication,,1733339831137.b6fa6430dff908b7e501fbb41b07abdb./info:regioninfo/1733339843735/Put/seqid=0 2024-12-04T19:17:26,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741851_1027 (size=6385) 2024-12-04T19:17:26,308 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:17:26,453 DEBUG [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:26,653 DEBUG [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:26,676 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/.tmp/info/4a0ba1aaa14446d3addf06dae8203139 2024-12-04T19:17:26,689 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/.tmp/info/4a0ba1aaa14446d3addf06dae8203139 as hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/info/4a0ba1aaa14446d3addf06dae8203139 2024-12-04T19:17:26,696 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/info/4a0ba1aaa14446d3addf06dae8203139, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T19:17:26,697 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-12-04T19:17:26,702 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T19:17:26,703 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:17:26,703 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:17:26,703 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:26,704 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339846252Running coprocessor pre-close hooks at 1733339846252Disabling compacts and flushes for region at 1733339846252Disabling writes for close at 1733339846253 (+1 ms)Obtaining lock to block concurrent updates at 1733339846253Preparing flush snapshotting stores in 1588230740 at 1733339846253Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733339846253Flushing stores of hbase:meta,,1.1588230740 at 1733339846254 (+1 ms)Flushing 1588230740/info: creating writer at 1733339846254Flushing 1588230740/info: appending metadata at 1733339846269 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733339846269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ad7e01: reopening flushed file at 1733339846688 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1733339846697 (+9 ms)Writing region close event to WAL at 1733339846698 (+1 ms)Running coprocessor post-close hooks at 1733339846703 (+5 ms)Closed at 1733339846703 2024-12-04T19:17:26,704 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:26,853 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,34203,1733339837952; all regions closed. 2024-12-04T19:17:26,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741849_1025 (size=2156) 2024-12-04T19:17:26,866 DEBUG [RS:0;9ba2734cd39f:34203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/oldWALs 2024-12-04T19:17:26,866 INFO [RS:0;9ba2734cd39f:34203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C34203%2C1733339837952.meta:.meta(num 1733339839460) 2024-12-04T19:17:26,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741850_1026 (size=796) 2024-12-04T19:17:26,872 DEBUG [RS:0;9ba2734cd39f:34203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/oldWALs 2024-12-04T19:17:26,872 INFO [RS:0;9ba2734cd39f:34203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C34203%2C1733339837952.rep:(num 1733339843689) 2024-12-04T19:17:26,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741848_1024 (size=93) 2024-12-04T19:17:26,874 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 not finished, retry = 0 2024-12-04T19:17:26,982 DEBUG [RS:0;9ba2734cd39f:34203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/oldWALs 2024-12-04T19:17:26,982 INFO [RS:0;9ba2734cd39f:34203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C34203%2C1733339837952:(num 1733339839176) 2024-12-04T19:17:26,982 DEBUG [RS:0;9ba2734cd39f:34203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:26,982 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:17:26,983 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:17:26,983 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:17:26,983 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:17:26,983 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:17:26,984 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,34203,1733339837952 because: Region server is closing 2024-12-04T19:17:26,983 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T19:17:26,984 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T19:17:26,984 INFO [RS:0;9ba2734cd39f:34203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:34203. 2024-12-04T19:17:26,984 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-04T19:17:26,984 DEBUG [RS:0;9ba2734cd39f:34203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:26,984 DEBUG [RS:0;9ba2734cd39f:34203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:26,984 DEBUG [RS:0;9ba2734cd39f:34203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:26,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:27,004 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 to pos 0, reset compression=false 2024-12-04T19:17:27,011 INFO [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 was moved to hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/oldWALs/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 2024-12-04T19:17:27,016 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176 2024-12-04T19:17:27,017 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-04T19:17:27,017 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.wal-reader.9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-04T19:17:27,017 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9ba2734cd39f,34203,1733339837952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/WALs/9ba2734cd39f,34203,1733339837952/9ba2734cd39f%2C34203%2C1733339837952.1733339839176, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T19:17:27,022 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:27,023 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34203,1733339837952, seqNum=-1] 2024-12-04T19:17:27,025 WARN [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-9ba2734cd39f,34203,1733339837952', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:34203 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 40 more 2024-12-04T19:17:27,028 ERROR [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ba2734cd39f,34203,1733339837952: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-9ba2734cd39f,34203,1733339837952, walGroup=9ba2734cd39f%2C34203%2C1733339837952, offset=9ba2734cd39f%2C34203%2C1733339837952.1733339839176:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:34203 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T19:17:27,030 ERROR [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T19:17:27,035 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T19:17:27,037 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T19:17:27,037 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T19:17:27,037 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T19:17:27,037 INFO [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 711612152 }, "NonHeapMemoryUsage": { "committed": 162660352, "init": 7667712, "max": -1, "used": 157542648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T19:17:27,040 DEBUG [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9ba2734cd39f%2C34203%2C1733339837952.1733339839176] 2024-12-04T19:17:27,085 WARN [RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,1-9ba2734cd39f,34203,1733339837952 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T19:17:27,085 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,1-9ba2734cd39f,34203,1733339837952 terminated 2024-12-04T19:17:27,085 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9ba2734cd39f,34203,1733339837952 because: Region server is closing 2024-12-04T19:17:27,085 INFO [RS:0;9ba2734cd39f:34203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:34203. 2024-12-04T19:17:27,085 DEBUG [RS:0;9ba2734cd39f:34203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:27,085 DEBUG [RS:0;9ba2734cd39f:34203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:27,086 DEBUG [RS:0;9ba2734cd39f:34203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:27,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:27,086 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;9ba2734cd39f:34203.replicationSource.shipper9ba2734cd39f%2C34203%2C1733339837952,2-9ba2734cd39f,34203,1733339837952 terminated 2024-12-04T19:17:27,086 INFO [RS:0;9ba2734cd39f:34203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34203 2024-12-04T19:17:27,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267/rs 2024-12-04T19:17:27,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1972529267/rs/9ba2734cd39f,34203,1733339837952 2024-12-04T19:17:27,158 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:17:27,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,34203,1733339837952] 2024-12-04T19:17:27,187 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1972529267/draining/9ba2734cd39f,34203,1733339837952 already deleted, retry=false 2024-12-04T19:17:27,187 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,34203,1733339837952 expired; onlineServers=0 2024-12-04T19:17:27,187 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,39571,1733339837897' ***** 2024-12-04T19:17:27,187 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:17:27,187 INFO [M:0;9ba2734cd39f:39571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:17:27,188 INFO [M:0;9ba2734cd39f:39571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:17:27,188 DEBUG [M:0;9ba2734cd39f:39571 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:17:27,188 DEBUG [M:0;9ba2734cd39f:39571 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:17:27,188 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:17:27,188 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339838816 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339838816,5,FailOnTimeoutGroup] 2024-12-04T19:17:27,188 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339838828 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339838828,5,FailOnTimeoutGroup] 2024-12-04T19:17:27,188 INFO [M:0;9ba2734cd39f:39571 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:17:27,189 INFO [M:0;9ba2734cd39f:39571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:17:27,189 DEBUG [M:0;9ba2734cd39f:39571 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:17:27,189 INFO [M:0;9ba2734cd39f:39571 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:17:27,189 INFO [M:0;9ba2734cd39f:39571 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:17:27,189 INFO [M:0;9ba2734cd39f:39571 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:17:27,189 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:17:27,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1972529267/master 2024-12-04T19:17:27,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1972529267 2024-12-04T19:17:27,198 DEBUG [M:0;9ba2734cd39f:39571 {}] zookeeper.ZKUtil(347): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Unable to get data of znode /0-1972529267/master because node does not exist (not an error) 2024-12-04T19:17:27,198 WARN [M:0;9ba2734cd39f:39571 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:17:27,199 INFO [M:0;9ba2734cd39f:39571 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/.lastflushedseqids 2024-12-04T19:17:27,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741852_1028 (size=181) 2024-12-04T19:17:27,276 INFO [RS:0;9ba2734cd39f:34203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:17:27,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:27,277 INFO [RS:0;9ba2734cd39f:34203 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,34203,1733339837952; zookeeper connection closed. 2024-12-04T19:17:27,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34203-0x101a1c698340007, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:27,277 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@553a4e55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@553a4e55 2024-12-04T19:17:27,277 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:17:27,622 INFO [M:0;9ba2734cd39f:39571 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:17:27,623 INFO [M:0;9ba2734cd39f:39571 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:17:27,623 DEBUG [M:0;9ba2734cd39f:39571 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:17:27,623 INFO [M:0;9ba2734cd39f:39571 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:27,623 DEBUG [M:0;9ba2734cd39f:39571 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:27,623 DEBUG [M:0;9ba2734cd39f:39571 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:17:27,623 DEBUG [M:0;9ba2734cd39f:39571 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:27,623 INFO [M:0;9ba2734cd39f:39571 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T19:17:27,641 DEBUG [M:0;9ba2734cd39f:39571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23339479480e4f23b6abc070b7a16b50 is 82, key is hbase:meta,,1/info:regioninfo/1733339839539/Put/seqid=0 2024-12-04T19:17:27,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741853_1029 (size=5680) 2024-12-04T19:17:27,670 INFO [M:0;9ba2734cd39f:39571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23339479480e4f23b6abc070b7a16b50 2024-12-04T19:17:27,707 DEBUG [M:0;9ba2734cd39f:39571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b34a5ef54d8a4c8d8d793081ad0cb693 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733339843743/Put/seqid=0 2024-12-04T19:17:27,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741854_1030 (size=7319) 2024-12-04T19:17:27,715 INFO [M:0;9ba2734cd39f:39571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b34a5ef54d8a4c8d8d793081ad0cb693 2024-12-04T19:17:27,746 DEBUG [M:0;9ba2734cd39f:39571 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6eea57d24174e8183a11e4a170734f6 is 69, key is 9ba2734cd39f,34203,1733339837952/rs:state/1733339838933/Put/seqid=0 2024-12-04T19:17:27,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741855_1031 (size=5371) 2024-12-04T19:17:28,169 INFO [M:0;9ba2734cd39f:39571 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6eea57d24174e8183a11e4a170734f6 2024-12-04T19:17:28,174 INFO [M:0;9ba2734cd39f:39571 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6eea57d24174e8183a11e4a170734f6 2024-12-04T19:17:28,175 DEBUG [M:0;9ba2734cd39f:39571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23339479480e4f23b6abc070b7a16b50 as hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23339479480e4f23b6abc070b7a16b50 2024-12-04T19:17:28,181 INFO [M:0;9ba2734cd39f:39571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23339479480e4f23b6abc070b7a16b50, entries=8, sequenceid=172, filesize=5.5 K 2024-12-04T19:17:28,182 DEBUG [M:0;9ba2734cd39f:39571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b34a5ef54d8a4c8d8d793081ad0cb693 as hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b34a5ef54d8a4c8d8d793081ad0cb693 2024-12-04T19:17:28,189 INFO [M:0;9ba2734cd39f:39571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b34a5ef54d8a4c8d8d793081ad0cb693, entries=7, sequenceid=172, filesize=7.1 K 2024-12-04T19:17:28,191 DEBUG [M:0;9ba2734cd39f:39571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6eea57d24174e8183a11e4a170734f6 as hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6eea57d24174e8183a11e4a170734f6 2024-12-04T19:17:28,196 INFO [M:0;9ba2734cd39f:39571 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6eea57d24174e8183a11e4a170734f6 2024-12-04T19:17:28,196 INFO [M:0;9ba2734cd39f:39571 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/1eeec725-561b-3334-e38a-024f7b231b63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6eea57d24174e8183a11e4a170734f6, entries=2, sequenceid=172, filesize=5.2 K 2024-12-04T19:17:28,197 INFO [M:0;9ba2734cd39f:39571 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 574ms, sequenceid=172, compaction requested=false 2024-12-04T19:17:28,199 INFO [M:0;9ba2734cd39f:39571 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:28,199 DEBUG [M:0;9ba2734cd39f:39571 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339847623Disabling compacts and flushes for region at 1733339847623Disabling writes for close at 1733339847623Obtaining lock to block concurrent updates at 1733339847623Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733339847623Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733339847624 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733339847624Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733339847625 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733339847641 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733339847641Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733339847684 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733339847707 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733339847707Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733339847723 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733339847745 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733339847745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6caf7793: reopening flushed file at 1733339848174 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362f8820: reopening flushed file at 1733339848181 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f9ee36a: reopening flushed file at 1733339848190 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 574ms, sequenceid=172, compaction requested=false at 1733339848197 (+7 ms)Writing region close event to WAL at 1733339848199 (+2 ms)Closed at 1733339848199 2024-12-04T19:17:28,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37125 is added to blk_1073741847_1023 (size=22949) 2024-12-04T19:17:28,203 INFO [M:0;9ba2734cd39f:39571 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:17:28,203 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:17:28,203 INFO [M:0;9ba2734cd39f:39571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39571 2024-12-04T19:17:28,204 INFO [M:0;9ba2734cd39f:39571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:17:28,350 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T19:17:28,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:28,378 INFO [M:0;9ba2734cd39f:39571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:17:28,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39571-0x101a1c698340006, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:28,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:17:28,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:17:28,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:17:28,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:17:28,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/hadoop.log.dir/,STOPPED} 2024-12-04T19:17:28,382 WARN [BP-782821747-172.17.0.2-1733339815741 heartbeating to localhost/127.0.0.1:42291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:17:28,382 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:17:28,382 WARN [BP-782821747-172.17.0.2-1733339815741 heartbeating to localhost/127.0.0.1:42291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-782821747-172.17.0.2-1733339815741 (Datanode Uuid 5462f2b4-6082-4419-8ddc-6b19ccc9fb74) service to localhost/127.0.0.1:42291 2024-12-04T19:17:28,382 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:17:28,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/cluster_e7cce5bb-48ac-808f-bc64-1b6369e80677/data/data1/current/BP-782821747-172.17.0.2-1733339815741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:17:28,383 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/cluster_e7cce5bb-48ac-808f-bc64-1b6369e80677/data/data2/current/BP-782821747-172.17.0.2-1733339815741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:17:28,383 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:17:28,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:17:28,388 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:17:28,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:17:28,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:17:28,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a36ba4b4-8947-063b-7d6e-36d490bdccf5/hadoop.log.dir/,STOPPED} 2024-12-04T19:17:28,397 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T19:17:28,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:17:28,418 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/9ba2734cd39f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38803 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42291 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7fc5d654 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/9ba2734cd39f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9ba2734cd39f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9ba2734cd39f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52548) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9ba2734cd39f:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52548) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38803 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 376), ProcessCount=11 (was 11), AvailableMemoryMB=15823 (was 16190) 2024-12-04T19:17:28,425 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=11, AvailableMemoryMB=15821 2024-12-04T19:17:28,436 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-04T19:17:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/hadoop.log.dir so I do NOT create it in target/test-data/a3187898-8573-6a8f-f45a-72f0941945be 2024-12-04T19:17:28,437 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:17:28,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/hadoop.tmp.dir so I do NOT create it in target/test-data/a3187898-8573-6a8f-f45a-72f0941945be 2024-12-04T19:17:28,437 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b68ce36a-e354-9c6c-526d-14f002c3e5e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:17:28,437 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be 2024-12-04T19:17:28,437 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/cluster_6e8979ff-072c-ee56-a093-b1b08969d492, deleteOnExit=true 2024-12-04T19:17:28,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/cluster_6e8979ff-072c-ee56-a093-b1b08969d492/zookeeper_0, clientPort=65105, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/cluster_6e8979ff-072c-ee56-a093-b1b08969d492/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/cluster_6e8979ff-072c-ee56-a093-b1b08969d492/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T19:17:28,461 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65105 2024-12-04T19:17:28,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:17:28,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:17:28,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/test.cache.data in system properties and HBase conf 2024-12-04T19:17:28,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:17:28,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:17:28,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:17:28,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:17:28,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:17:28,462 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:17:28,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:17:28,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:17:28,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:17:28,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:17:28,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:17:28,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:17:28,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:17:28,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:17:28,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:17:28,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:17:28,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:17:28,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:17:28,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:17:28,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:17:28,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a1c698340005, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:17:28,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a1c698340002, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:17:28,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a1c698340005, quorum=127.0.0.1:52548, baseZNode=/1-1092347921 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:17:28,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a1c698340002, quorum=127.0.0.1:52548, baseZNode=/0-1972529267 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:17:28,806 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T19:17:28,808 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:28,827 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:28,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:28,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:17:28,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:17:28,864 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:17:28,864 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:17:28,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:28,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:17:28,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:17:28,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778bd0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/java.io.tmpdir/jetty-localhost-45969-hadoop-hdfs-3_4_1-tests_jar-_-any-4254102119914016089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:17:28,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:45969} 2024-12-04T19:17:28,970 INFO [Time-limited test {}] server.Server(415): Started @35067ms 2024-12-04T19:17:29,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:29,237 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:17:29,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:17:29,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:17:29,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:17:29,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:17:29,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:17:29,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718397a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/java.io.tmpdir/jetty-localhost-36335-hadoop-hdfs-3_4_1-tests_jar-_-any-5671527547671895299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:17:29,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:36335} 2024-12-04T19:17:29,334 INFO [Time-limited test {}] server.Server(415): Started @35431ms 2024-12-04T19:17:29,335 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:17:29,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:17:29,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:17:29,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:17:29,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:17:30,201 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/cluster_6e8979ff-072c-ee56-a093-b1b08969d492/data/data1/current/BP-1642895715-172.17.0.2-1733339848486/current, will proceed with Du for space computation calculation, 2024-12-04T19:17:30,201 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/cluster_6e8979ff-072c-ee56-a093-b1b08969d492/data/data2/current/BP-1642895715-172.17.0.2-1733339848486/current, will proceed with Du for space computation calculation, 2024-12-04T19:17:30,220 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:17:30,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dcccb1b42e70959 with lease ID 0x51ade7a9bb39a0e4: Processing first storage report for DS-f54f3d2a-d9cd-434a-b21f-36b1dd2326cc from datanode DatanodeRegistration(127.0.0.1:45623, datanodeUuid=5a34f60f-b3ca-41b4-91cd-284b1fab6512, infoPort=35741, infoSecurePort=0, ipcPort=34289, storageInfo=lv=-57;cid=testClusterID;nsid=1763821966;c=1733339848486) 2024-12-04T19:17:30,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dcccb1b42e70959 with lease ID 0x51ade7a9bb39a0e4: from storage DS-f54f3d2a-d9cd-434a-b21f-36b1dd2326cc node DatanodeRegistration(127.0.0.1:45623, datanodeUuid=5a34f60f-b3ca-41b4-91cd-284b1fab6512, infoPort=35741, infoSecurePort=0, ipcPort=34289, storageInfo=lv=-57;cid=testClusterID;nsid=1763821966;c=1733339848486), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T19:17:30,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dcccb1b42e70959 with lease ID 0x51ade7a9bb39a0e4: Processing first storage report for DS-a592bdcf-f82d-4f28-be62-20f681f210b3 from datanode DatanodeRegistration(127.0.0.1:45623, datanodeUuid=5a34f60f-b3ca-41b4-91cd-284b1fab6512, infoPort=35741, infoSecurePort=0, ipcPort=34289, storageInfo=lv=-57;cid=testClusterID;nsid=1763821966;c=1733339848486) 2024-12-04T19:17:30,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dcccb1b42e70959 with lease ID 0x51ade7a9bb39a0e4: from storage DS-a592bdcf-f82d-4f28-be62-20f681f210b3 node DatanodeRegistration(127.0.0.1:45623, datanodeUuid=5a34f60f-b3ca-41b4-91cd-284b1fab6512, infoPort=35741, infoSecurePort=0, ipcPort=34289, storageInfo=lv=-57;cid=testClusterID;nsid=1763821966;c=1733339848486), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:17:30,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be 2024-12-04T19:17:30,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:30,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:30,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:17:30,685 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb with version=8 2024-12-04T19:17:30,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/hbase-staging 2024-12-04T19:17:30,687 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:17:30,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:30,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:30,687 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:17:30,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:30,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:17:30,687 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:17:30,687 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:17:30,688 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36855 2024-12-04T19:17:30,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36855 connecting to ZooKeeper ensemble=127.0.0.1:65105 2024-12-04T19:17:30,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368550x0, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:30,773 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36855-0x101a1c71ab70000 connected 2024-12-04T19:17:30,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:30,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:30,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Set watcher on znode that does not yet exist, /0-2021723541/running 2024-12-04T19:17:30,861 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb, hbase.cluster.distributed=false 2024-12-04T19:17:30,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Set watcher on znode that does not yet exist, /0-2021723541/acl 2024-12-04T19:17:30,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36855 2024-12-04T19:17:30,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36855 2024-12-04T19:17:30,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36855 2024-12-04T19:17:30,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36855 2024-12-04T19:17:30,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36855 2024-12-04T19:17:30,876 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:17:30,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:30,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:30,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:17:30,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:30,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:17:30,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:17:30,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:17:30,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37165 2024-12-04T19:17:30,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37165 connecting to ZooKeeper ensemble=127.0.0.1:65105 2024-12-04T19:17:30,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:30,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:30,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371650x0, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:30,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371650x0, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Set watcher on znode that does not yet exist, /0-2021723541/running 2024-12-04T19:17:30,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37165-0x101a1c71ab70001 connected 2024-12-04T19:17:30,893 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:17:30,894 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:17:30,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Set watcher on znode that does not yet exist, /0-2021723541/master 2024-12-04T19:17:30,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Set watcher on znode that does not yet exist, /0-2021723541/acl 2024-12-04T19:17:30,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37165 2024-12-04T19:17:30,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37165 2024-12-04T19:17:30,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37165 2024-12-04T19:17:30,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37165 2024-12-04T19:17:30,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37165 2024-12-04T19:17:30,908 DEBUG [M:0;9ba2734cd39f:36855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:36855 2024-12-04T19:17:30,909 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2021723541/backup-masters/9ba2734cd39f,36855,1733339850687 2024-12-04T19:17:30,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541/backup-masters 2024-12-04T19:17:30,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541/backup-masters 2024-12-04T19:17:30,921 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Set watcher on existing znode=/0-2021723541/backup-masters/9ba2734cd39f,36855,1733339850687 2024-12-04T19:17:30,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:30,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2021723541/master 2024-12-04T19:17:30,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:30,931 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Set watcher on existing znode=/0-2021723541/master 2024-12-04T19:17:30,932 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2021723541/backup-masters/9ba2734cd39f,36855,1733339850687 from backup master directory 2024-12-04T19:17:30,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541/backup-masters 2024-12-04T19:17:30,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2021723541/backup-masters/9ba2734cd39f,36855,1733339850687 2024-12-04T19:17:30,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541/backup-masters 2024-12-04T19:17:30,941 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:17:30,942 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,36855,1733339850687 2024-12-04T19:17:30,946 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/hbase.id] with ID: 0be7a3aa-3475-4b55-9f1a-ea3b8e9709f4 2024-12-04T19:17:30,946 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/.tmp/hbase.id 2024-12-04T19:17:30,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:17:31,351 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/.tmp/hbase.id]:[hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/hbase.id] 2024-12-04T19:17:31,363 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:31,363 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:17:31,364 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T19:17:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:31,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:17:31,821 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:17:31,822 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:17:31,823 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:31,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:17:32,230 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store 2024-12-04T19:17:32,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:17:32,638 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:32,638 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:17:32,638 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:32,638 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:32,638 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:17:32,638 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:32,638 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:32,638 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339852638Disabling compacts and flushes for region at 1733339852638Disabling writes for close at 1733339852638Writing region close event to WAL at 1733339852638Closed at 1733339852638 2024-12-04T19:17:32,639 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/.initializing 2024-12-04T19:17:32,639 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/WALs/9ba2734cd39f,36855,1733339850687 2024-12-04T19:17:32,640 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:17:32,642 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C36855%2C1733339850687, suffix=, logDir=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/WALs/9ba2734cd39f,36855,1733339850687, archiveDir=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/oldWALs, maxLogs=10 2024-12-04T19:17:32,654 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/WALs/9ba2734cd39f,36855,1733339850687/9ba2734cd39f%2C36855%2C1733339850687.1733339852642, exclude list is [], retry=0 2024-12-04T19:17:32,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45623,DS-f54f3d2a-d9cd-434a-b21f-36b1dd2326cc,DISK] 2024-12-04T19:17:32,658 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/WALs/9ba2734cd39f,36855,1733339850687/9ba2734cd39f%2C36855%2C1733339850687.1733339852642 2024-12-04T19:17:32,659 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35741:35741)] 2024-12-04T19:17:32,659 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:32,659 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:32,659 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:32,659 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:32,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:32,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:17:32,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:32,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:32,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:32,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:17:32,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:32,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:32,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:32,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:17:32,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:32,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:32,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:32,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:17:32,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:32,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:32,670 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:32,671 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:32,671 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:32,672 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:32,672 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:32,673 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:32,674 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:32,677 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:17:32,678 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66686665, jitterRate=-0.006291255354881287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:32,679 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733339852659Initializing all the Stores at 1733339852660 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339852660Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339852661 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339852661Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339852661Cleaning up temporary data from old regions at 1733339852672 (+11 ms)Region opened successfully at 1733339852679 (+7 ms) 2024-12-04T19:17:32,679 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:17:32,682 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0946c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:17:32,683 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:17:32,683 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:17:32,683 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:17:32,684 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:17:32,684 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:17:32,684 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:17:32,684 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:17:32,686 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:17:32,687 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Unable to get data of znode /0-2021723541/balancer because node does not exist (not necessarily an error) 2024-12-04T19:17:32,734 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2021723541/balancer already deleted, retry=false 2024-12-04T19:17:32,735 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:17:32,736 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Unable to get data of znode /0-2021723541/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:17:32,745 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2021723541/normalizer already deleted, retry=false 2024-12-04T19:17:32,745 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:17:32,747 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Unable to get data of znode /0-2021723541/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:17:32,755 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2021723541/switch/split already deleted, retry=false 2024-12-04T19:17:32,757 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Unable to get data of znode /0-2021723541/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:17:32,766 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2021723541/switch/merge already deleted, retry=false 2024-12-04T19:17:32,769 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Unable to get data of znode /0-2021723541/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:17:32,776 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2021723541/snapshot-cleanup already deleted, retry=false 2024-12-04T19:17:32,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2021723541/running 2024-12-04T19:17:32,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2021723541/running 2024-12-04T19:17:32,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:32,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:32,788 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,36855,1733339850687, sessionid=0x101a1c71ab70000, setting cluster-up flag (Was=false) 2024-12-04T19:17:32,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:32,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:32,911 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2021723541/flush-table-proc/acquired, /0-2021723541/flush-table-proc/reached, /0-2021723541/flush-table-proc/abort 2024-12-04T19:17:32,912 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,36855,1733339850687 2024-12-04T19:17:32,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:32,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:32,987 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2021723541/online-snapshot/acquired, /0-2021723541/online-snapshot/reached, /0-2021723541/online-snapshot/abort 2024-12-04T19:17:32,988 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,36855,1733339850687 2024-12-04T19:17:32,990 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:17:32,997 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:32,997 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:17:32,997 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:17:32,998 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9ba2734cd39f,34813,1733339819871: status=Processing ServerCrashProcedure of 9ba2734cd39f,34813,1733339819871 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733339838814, completionTime=-1 appears to have been leaked 2024-12-04T19:17:32,998 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,36855,1733339850687 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:17:33,000 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:33,000 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:33,000 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:33,000 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:33,000 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:17:33,000 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:33,000 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:17:33,000 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:33,001 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733339883001 2024-12-04T19:17:33,001 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:17:33,001 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:17:33,001 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:17:33,001 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:17:33,001 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:17:33,001 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:17:33,002 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,002 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(746): ClusterId : 0be7a3aa-3475-4b55-9f1a-ea3b8e9709f4 2024-12-04T19:17:33,002 DEBUG [RS:0;9ba2734cd39f:37165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:17:33,002 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:17:33,002 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:17:33,002 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:17:33,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:33,002 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:17:33,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:17:33,003 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:17:33,003 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:17:33,003 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339853003,5,FailOnTimeoutGroup] 2024-12-04T19:17:33,003 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339853003,5,FailOnTimeoutGroup] 2024-12-04T19:17:33,003 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,003 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:17:33,003 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,003 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,008 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:33,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:17:33,009 DEBUG [RS:0;9ba2734cd39f:37165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:17:33,009 DEBUG [RS:0;9ba2734cd39f:37165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:17:33,019 DEBUG [RS:0;9ba2734cd39f:37165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:17:33,020 DEBUG [RS:0;9ba2734cd39f:37165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1ab025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:17:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:17:33,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:17:33,032 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb 2024-12-04T19:17:33,037 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:37165 2024-12-04T19:17:33,037 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:17:33,037 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:17:33,037 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:17:33,038 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,36855,1733339850687 with port=37165, startcode=1733339850876 2024-12-04T19:17:33,038 DEBUG [RS:0;9ba2734cd39f:37165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:17:33,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741832_1008 (size=32) 2024-12-04T19:17:33,040 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:17:33,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36855 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,37165,1733339850876 2024-12-04T19:17:33,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36855 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,37165,1733339850876 2024-12-04T19:17:33,042 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb 2024-12-04T19:17:33,042 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44637 2024-12-04T19:17:33,042 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:17:33,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541/rs 2024-12-04T19:17:33,051 DEBUG [RS:0;9ba2734cd39f:37165 {}] zookeeper.ZKUtil(111): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Set watcher on existing znode=/0-2021723541/rs/9ba2734cd39f,37165,1733339850876 2024-12-04T19:17:33,051 WARN [RS:0;9ba2734cd39f:37165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:17:33,051 INFO [RS:0;9ba2734cd39f:37165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:33,051 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876 2024-12-04T19:17:33,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,37165,1733339850876] 2024-12-04T19:17:33,055 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:17:33,057 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:17:33,058 INFO [RS:0;9ba2734cd39f:37165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:17:33,058 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,059 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:17:33,060 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:17:33,060 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,060 DEBUG [RS:0;9ba2734cd39f:37165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:33,061 DEBUG [RS:0;9ba2734cd39f:37165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:33,061 DEBUG [RS:0;9ba2734cd39f:37165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:33,061 DEBUG [RS:0;9ba2734cd39f:37165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:33,061 DEBUG [RS:0;9ba2734cd39f:37165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:33,061 DEBUG [RS:0;9ba2734cd39f:37165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:17:33,061 DEBUG [RS:0;9ba2734cd39f:37165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:33,061 DEBUG [RS:0;9ba2734cd39f:37165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:33,061 DEBUG [RS:0;9ba2734cd39f:37165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:33,061 DEBUG [RS:0;9ba2734cd39f:37165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:33,061 DEBUG [RS:0;9ba2734cd39f:37165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:33,061 DEBUG [RS:0;9ba2734cd39f:37165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:33,061 DEBUG [RS:0;9ba2734cd39f:37165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:17:33,061 DEBUG [RS:0;9ba2734cd39f:37165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:17:33,063 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,063 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,063 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,063 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,064 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,064 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37165,1733339850876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:17:33,077 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:17:33,077 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37165,1733339850876-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,077 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,077 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.Replication(171): 9ba2734cd39f,37165,1733339850876 started 2024-12-04T19:17:33,090 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,090 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,37165,1733339850876, RpcServer on 9ba2734cd39f/172.17.0.2:37165, sessionid=0x101a1c71ab70001 2024-12-04T19:17:33,090 DEBUG [RS:0;9ba2734cd39f:37165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:17:33,090 DEBUG [RS:0;9ba2734cd39f:37165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,37165,1733339850876 2024-12-04T19:17:33,090 DEBUG [RS:0;9ba2734cd39f:37165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,37165,1733339850876' 2024-12-04T19:17:33,090 DEBUG [RS:0;9ba2734cd39f:37165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2021723541/flush-table-proc/abort' 2024-12-04T19:17:33,091 DEBUG [RS:0;9ba2734cd39f:37165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2021723541/flush-table-proc/acquired' 2024-12-04T19:17:33,091 DEBUG [RS:0;9ba2734cd39f:37165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:17:33,091 DEBUG [RS:0;9ba2734cd39f:37165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:17:33,091 DEBUG [RS:0;9ba2734cd39f:37165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,37165,1733339850876 2024-12-04T19:17:33,091 DEBUG [RS:0;9ba2734cd39f:37165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,37165,1733339850876' 2024-12-04T19:17:33,091 DEBUG [RS:0;9ba2734cd39f:37165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2021723541/online-snapshot/abort' 2024-12-04T19:17:33,092 DEBUG [RS:0;9ba2734cd39f:37165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2021723541/online-snapshot/acquired' 2024-12-04T19:17:33,092 DEBUG [RS:0;9ba2734cd39f:37165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:17:33,092 INFO [RS:0;9ba2734cd39f:37165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:17:33,092 INFO [RS:0;9ba2734cd39f:37165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:17:33,193 INFO [RS:0;9ba2734cd39f:37165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:17:33,195 INFO [RS:0;9ba2734cd39f:37165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C37165%2C1733339850876, suffix=, logDir=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876, archiveDir=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/oldWALs, maxLogs=10 2024-12-04T19:17:33,213 DEBUG [RS:0;9ba2734cd39f:37165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.1733339853196, exclude list is [], retry=0 2024-12-04T19:17:33,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45623,DS-f54f3d2a-d9cd-434a-b21f-36b1dd2326cc,DISK] 2024-12-04T19:17:33,229 INFO [RS:0;9ba2734cd39f:37165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.1733339853196 2024-12-04T19:17:33,230 DEBUG [RS:0;9ba2734cd39f:37165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35741:35741)] 2024-12-04T19:17:33,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:33,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:17:33,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:17:33,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:33,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:33,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:17:33,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:17:33,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:33,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:33,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:17:33,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:17:33,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:33,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:33,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:17:33,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:17:33,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:33,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:33,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:17:33,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740 2024-12-04T19:17:33,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740 2024-12-04T19:17:33,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:17:33,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:17:33,454 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:33,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:17:33,458 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:17:33,458 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68808548, jitterRate=0.02532726526260376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:33,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733339853441Initializing all the Stores at 1733339853442 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339853442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339853442Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339853442Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339853442Cleaning up temporary data from old regions at 1733339853454 (+12 ms)Region opened successfully at 1733339853459 (+5 ms) 2024-12-04T19:17:33,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:17:33,459 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:17:33,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:17:33,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:17:33,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:17:33,459 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:33,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339853459Disabling compacts and flushes for region at 1733339853459Disabling writes for close at 1733339853459Writing region close event to WAL at 1733339853459Closed at 1733339853459 2024-12-04T19:17:33,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:33,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:17:33,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:17:33,462 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:17:33,463 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:17:33,613 DEBUG [9ba2734cd39f:36855 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:17:33,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,37165,1733339850876 2024-12-04T19:17:33,615 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,37165,1733339850876, state=OPENING 2024-12-04T19:17:33,678 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:17:33,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:33,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:33,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2021723541/meta-region-server: CHANGED 2024-12-04T19:17:33,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2021723541/meta-region-server: CHANGED 2024-12-04T19:17:33,719 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:17:33,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,37165,1733339850876}] 2024-12-04T19:17:33,873 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:17:33,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:17:33,881 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:17:33,881 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:33,881 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:17:33,884 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C37165%2C1733339850876.meta, suffix=.meta, logDir=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876, archiveDir=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/oldWALs, maxLogs=10 2024-12-04T19:17:33,900 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.meta.1733339853885.meta, exclude list is [], retry=0 2024-12-04T19:17:33,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45623,DS-f54f3d2a-d9cd-434a-b21f-36b1dd2326cc,DISK] 2024-12-04T19:17:33,905 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.meta.1733339853885.meta 2024-12-04T19:17:33,905 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35741:35741)] 2024-12-04T19:17:33,906 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:33,906 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:17:33,906 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:17:33,906 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:17:33,907 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:17:33,907 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:17:33,907 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:33,907 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:17:33,907 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:17:33,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:17:33,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:17:33,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:33,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:33,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:17:33,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:17:33,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:33,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:33,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:17:33,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:17:33,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:33,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:33,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:17:33,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:17:33,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:33,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:33,921 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:17:33,922 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740 2024-12-04T19:17:33,923 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740 2024-12-04T19:17:33,930 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:17:33,930 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:17:33,931 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:33,934 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:17:33,935 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62227612, jitterRate=-0.07273632287979126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:33,935 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:17:33,936 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733339853907Writing region info on filesystem at 1733339853907Initializing all the Stores at 1733339853910 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339853910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339853912 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339853912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339853912Cleaning up temporary data from old regions at 1733339853930 (+18 ms)Running coprocessor post-open hooks at 1733339853935 (+5 ms)Region opened successfully at 1733339853936 (+1 ms) 2024-12-04T19:17:33,938 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733339853873 2024-12-04T19:17:33,943 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:17:33,943 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:17:33,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,37165,1733339850876 2024-12-04T19:17:33,946 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,37165,1733339850876, state=OPEN 2024-12-04T19:17:33,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2021723541/meta-region-server 2024-12-04T19:17:33,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2021723541/meta-region-server 2024-12-04T19:17:33,966 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,37165,1733339850876 2024-12-04T19:17:33,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2021723541/meta-region-server: CHANGED 2024-12-04T19:17:33,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2021723541/meta-region-server: CHANGED 2024-12-04T19:17:33,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:17:33,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,37165,1733339850876 in 247 msec 2024-12-04T19:17:33,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:17:33,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-12-04T19:17:33,979 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:33,979 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:17:33,981 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:33,981 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,37165,1733339850876, seqNum=-1] 2024-12-04T19:17:33,982 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:33,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:17:33,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 995 msec 2024-12-04T19:17:33,994 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733339853994, completionTime=-1 2024-12-04T19:17:33,994 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:17:33,995 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:17:33,997 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:17:33,997 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733339913997 2024-12-04T19:17:33,998 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733339973997 2024-12-04T19:17:33,998 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-04T19:17:33,998 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36855,1733339850687-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,998 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36855,1733339850687-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,998 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36855,1733339850687-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,998 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:36855, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:33,998 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:34,002 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:17:34,008 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:34,015 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.072sec 2024-12-04T19:17:34,015 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:17:34,015 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:17:34,015 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:17:34,015 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:17:34,015 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:17:34,015 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36855,1733339850687-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:17:34,015 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36855,1733339850687-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:17:34,023 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:17:34,023 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:17:34,023 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36855,1733339850687-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:34,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:34,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,36855,-1 for getting cluster id 2024-12-04T19:17:34,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:34,105 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0be7a3aa-3475-4b55-9f1a-ea3b8e9709f4' 2024-12-04T19:17:34,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:34,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0be7a3aa-3475-4b55-9f1a-ea3b8e9709f4" 2024-12-04T19:17:34,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3794d57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:34,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,36855,-1] 2024-12-04T19:17:34,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:34,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:34,108 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:34,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:34,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:34,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,37165,1733339850876, seqNum=-1] 2024-12-04T19:17:34,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:34,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:17:34,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,36855,1733339850687 2024-12-04T19:17:34,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65105 2024-12-04T19:17:34,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:34,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a1c71ab70002 connected 2024-12-04T19:17:34,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/hadoop.log.dir so I do NOT create it in target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39 2024-12-04T19:17:34,144 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:17:34,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/hadoop.tmp.dir so I do NOT create it in target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39 2024-12-04T19:17:34,144 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:17:34,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39 2024-12-04T19:17:34,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:17:34,145 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/cluster_5f08d970-e34f-3350-682d-63f8d2b94d78, deleteOnExit=true 2024-12-04T19:17:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:17:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/test.cache.data in system properties and HBase conf 2024-12-04T19:17:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:17:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:17:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:17:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:17:34,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:17:34,146 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:17:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:17:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:17:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:17:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:17:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:17:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:17:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:17:34,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:17:34,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:17:34,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:17:34,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:17:34,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:17:34,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:17:34,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:17:34,486 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T19:17:34,488 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:34,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:34,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:34,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:17:34,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:17:34,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:17:34,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:17:34,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:34,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13605576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:17:34,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a51996c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:17:34,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@505f10b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/java.io.tmpdir/jetty-localhost-33953-hadoop-hdfs-3_4_1-tests_jar-_-any-16890369713871692951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:17:34,650 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f782585{HTTP/1.1, (http/1.1)}{localhost:33953} 2024-12-04T19:17:34,650 INFO [Time-limited test {}] server.Server(415): Started @40747ms 2024-12-04T19:17:34,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:34,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:17:34,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:17:34,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:17:34,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:17:34,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486ddd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:17:34,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cf8d0b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:17:34,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c3c528e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/java.io.tmpdir/jetty-localhost-37351-hadoop-hdfs-3_4_1-tests_jar-_-any-13708280276649764862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:17:34,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64f5408a{HTTP/1.1, (http/1.1)}{localhost:37351} 2024-12-04T19:17:34,997 INFO [Time-limited test {}] server.Server(415): Started @41094ms 2024-12-04T19:17:34,998 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:17:35,713 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/cluster_5f08d970-e34f-3350-682d-63f8d2b94d78/data/data1/current/BP-538677209-172.17.0.2-1733339854174/current, will proceed with Du for space computation calculation, 2024-12-04T19:17:35,721 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/cluster_5f08d970-e34f-3350-682d-63f8d2b94d78/data/data2/current/BP-538677209-172.17.0.2-1733339854174/current, will proceed with Du for space computation calculation, 2024-12-04T19:17:35,755 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:17:35,758 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x555b0cfd3c7c9d40 with lease ID 0xe66561b44e7cc4a6: Processing first storage report for DS-aea220a0-c26d-4cd3-b1ea-7aa35c9a3cd4 from datanode DatanodeRegistration(127.0.0.1:36391, datanodeUuid=5055e2f6-d6c6-4ac6-8f63-231e9f43f01f, infoPort=45655, infoSecurePort=0, ipcPort=40691, storageInfo=lv=-57;cid=testClusterID;nsid=224124128;c=1733339854174) 2024-12-04T19:17:35,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x555b0cfd3c7c9d40 with lease ID 0xe66561b44e7cc4a6: from storage DS-aea220a0-c26d-4cd3-b1ea-7aa35c9a3cd4 node DatanodeRegistration(127.0.0.1:36391, datanodeUuid=5055e2f6-d6c6-4ac6-8f63-231e9f43f01f, infoPort=45655, infoSecurePort=0, ipcPort=40691, storageInfo=lv=-57;cid=testClusterID;nsid=224124128;c=1733339854174), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:17:35,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x555b0cfd3c7c9d40 with lease ID 0xe66561b44e7cc4a6: Processing first storage report for DS-7bc05ad8-59d9-4e7f-8ea0-43c3f382c43c from datanode DatanodeRegistration(127.0.0.1:36391, datanodeUuid=5055e2f6-d6c6-4ac6-8f63-231e9f43f01f, infoPort=45655, infoSecurePort=0, ipcPort=40691, storageInfo=lv=-57;cid=testClusterID;nsid=224124128;c=1733339854174) 2024-12-04T19:17:35,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x555b0cfd3c7c9d40 with lease ID 0xe66561b44e7cc4a6: from storage DS-7bc05ad8-59d9-4e7f-8ea0-43c3f382c43c node DatanodeRegistration(127.0.0.1:36391, datanodeUuid=5055e2f6-d6c6-4ac6-8f63-231e9f43f01f, infoPort=45655, infoSecurePort=0, ipcPort=40691, storageInfo=lv=-57;cid=testClusterID;nsid=224124128;c=1733339854174), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:17:35,827 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39 2024-12-04T19:17:35,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:35,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:35,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:17:36,243 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96 with version=8 2024-12-04T19:17:36,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/hbase-staging 2024-12-04T19:17:36,246 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:17:36,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:36,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:36,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:17:36,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:36,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:17:36,246 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:17:36,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:17:36,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37491 2024-12-04T19:17:36,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37491 connecting to ZooKeeper ensemble=127.0.0.1:65105 2024-12-04T19:17:36,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374910x0, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:36,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37491-0x101a1c71ab70003 connected 2024-12-04T19:17:36,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:36,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:36,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Set watcher on znode that does not yet exist, /1-1339472634/running 2024-12-04T19:17:36,376 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96, hbase.cluster.distributed=false 2024-12-04T19:17:36,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Set watcher on znode that does not yet exist, /1-1339472634/acl 2024-12-04T19:17:36,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37491 2024-12-04T19:17:36,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37491 2024-12-04T19:17:36,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37491 2024-12-04T19:17:36,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37491 2024-12-04T19:17:36,379 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37491 2024-12-04T19:17:36,391 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:17:36,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:36,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:36,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:17:36,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:36,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:17:36,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:17:36,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:17:36,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38135 2024-12-04T19:17:36,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38135 connecting to ZooKeeper ensemble=127.0.0.1:65105 2024-12-04T19:17:36,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:36,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:36,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381350x0, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:36,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381350x0, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Set watcher on znode that does not yet exist, /1-1339472634/running 2024-12-04T19:17:36,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38135-0x101a1c71ab70004 connected 2024-12-04T19:17:36,408 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:17:36,409 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:17:36,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Set watcher on znode that does not yet exist, /1-1339472634/master 2024-12-04T19:17:36,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Set watcher on znode that does not yet exist, /1-1339472634/acl 2024-12-04T19:17:36,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38135 2024-12-04T19:17:36,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38135 2024-12-04T19:17:36,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38135 2024-12-04T19:17:36,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38135 2024-12-04T19:17:36,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38135 2024-12-04T19:17:36,424 DEBUG [M:0;9ba2734cd39f:37491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:37491 2024-12-04T19:17:36,424 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1339472634/backup-masters/9ba2734cd39f,37491,1733339856245 2024-12-04T19:17:36,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634/backup-masters 2024-12-04T19:17:36,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634/backup-masters 2024-12-04T19:17:36,436 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Set watcher on existing znode=/1-1339472634/backup-masters/9ba2734cd39f,37491,1733339856245 2024-12-04T19:17:36,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1339472634/master 2024-12-04T19:17:36,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:36,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:36,447 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Set watcher on existing znode=/1-1339472634/master 2024-12-04T19:17:36,447 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1339472634/backup-masters/9ba2734cd39f,37491,1733339856245 from backup master directory 2024-12-04T19:17:36,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634/backup-masters 2024-12-04T19:17:36,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1339472634/backup-masters/9ba2734cd39f,37491,1733339856245 2024-12-04T19:17:36,457 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:17:36,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634/backup-masters 2024-12-04T19:17:36,457 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,37491,1733339856245 2024-12-04T19:17:36,462 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/hbase.id] with ID: 3dd2d038-343b-474a-914b-8e8433788eca 2024-12-04T19:17:36,462 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/.tmp/hbase.id 2024-12-04T19:17:36,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:17:36,868 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/.tmp/hbase.id]:[hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/hbase.id] 2024-12-04T19:17:36,880 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:36,880 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:17:36,881 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T19:17:36,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:36,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:36,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:17:37,337 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:17:37,338 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:17:37,338 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:37,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:17:37,746 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store 2024-12-04T19:17:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:17:38,152 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:38,153 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:17:38,153 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:38,153 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:38,153 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:17:38,153 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:38,153 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:38,153 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339858152Disabling compacts and flushes for region at 1733339858152Disabling writes for close at 1733339858153 (+1 ms)Writing region close event to WAL at 1733339858153Closed at 1733339858153 2024-12-04T19:17:38,154 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/.initializing 2024-12-04T19:17:38,154 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/WALs/9ba2734cd39f,37491,1733339856245 2024-12-04T19:17:38,155 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:17:38,157 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C37491%2C1733339856245, suffix=, logDir=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/WALs/9ba2734cd39f,37491,1733339856245, archiveDir=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/oldWALs, maxLogs=10 2024-12-04T19:17:38,172 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/WALs/9ba2734cd39f,37491,1733339856245/9ba2734cd39f%2C37491%2C1733339856245.1733339858157, exclude list is [], retry=0 2024-12-04T19:17:38,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36391,DS-aea220a0-c26d-4cd3-b1ea-7aa35c9a3cd4,DISK] 2024-12-04T19:17:38,176 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/WALs/9ba2734cd39f,37491,1733339856245/9ba2734cd39f%2C37491%2C1733339856245.1733339858157 2024-12-04T19:17:38,179 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45655:45655)] 2024-12-04T19:17:38,179 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:38,179 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:38,179 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:38,179 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:38,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:38,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:17:38,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:38,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:38,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:38,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:17:38,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:38,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:38,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:38,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:17:38,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:38,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:38,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:38,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:17:38,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:38,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:38,187 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:38,188 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:38,189 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:38,190 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:38,190 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:38,190 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:38,192 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:38,194 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:17:38,194 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60635250, jitterRate=-0.0964643657207489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:38,194 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733339858179Initializing all the Stores at 1733339858180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339858180Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339858180Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339858180Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339858180Cleaning up temporary data from old regions at 1733339858190 (+10 ms)Region opened successfully at 1733339858194 (+4 ms) 2024-12-04T19:17:38,195 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:17:38,198 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f174bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:17:38,199 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:17:38,199 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:17:38,199 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:17:38,199 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:17:38,200 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:17:38,200 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:17:38,200 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:17:38,202 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:17:38,203 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Unable to get data of znode /1-1339472634/balancer because node does not exist (not necessarily an error) 2024-12-04T19:17:38,249 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1339472634/balancer already deleted, retry=false 2024-12-04T19:17:38,250 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:17:38,250 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Unable to get data of znode /1-1339472634/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:17:38,260 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1339472634/normalizer already deleted, retry=false 2024-12-04T19:17:38,261 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:17:38,262 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Unable to get data of znode /1-1339472634/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:17:38,271 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1339472634/switch/split already deleted, retry=false 2024-12-04T19:17:38,275 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Unable to get data of znode /1-1339472634/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:17:38,292 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1339472634/switch/merge already deleted, retry=false 2024-12-04T19:17:38,294 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Unable to get data of znode /1-1339472634/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:17:38,313 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1339472634/snapshot-cleanup already deleted, retry=false 2024-12-04T19:17:38,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1339472634/running 2024-12-04T19:17:38,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1339472634/running 2024-12-04T19:17:38,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:38,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:38,324 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,37491,1733339856245, sessionid=0x101a1c71ab70003, setting cluster-up flag (Was=false) 2024-12-04T19:17:38,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:38,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:38,376 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1339472634/flush-table-proc/acquired, /1-1339472634/flush-table-proc/reached, /1-1339472634/flush-table-proc/abort 2024-12-04T19:17:38,377 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,37491,1733339856245 2024-12-04T19:17:38,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:38,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:38,429 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1339472634/online-snapshot/acquired, /1-1339472634/online-snapshot/reached, /1-1339472634/online-snapshot/abort 2024-12-04T19:17:38,430 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,37491,1733339856245 2024-12-04T19:17:38,431 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:17:38,433 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:38,433 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:17:38,433 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:17:38,434 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,37491,1733339856245 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:17:38,435 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:38,435 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:38,435 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:38,435 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:38,435 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:17:38,435 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:38,435 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:17:38,435 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:38,438 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733339888438 2024-12-04T19:17:38,439 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:17:38,439 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:17:38,439 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:17:38,439 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:17:38,439 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:17:38,439 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:17:38,439 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:38,440 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:17:38,440 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:38,440 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:17:38,440 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:17:38,440 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:17:38,440 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:17:38,440 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:17:38,440 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:17:38,441 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339858440,5,FailOnTimeoutGroup] 2024-12-04T19:17:38,441 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:38,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:17:38,443 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339858441,5,FailOnTimeoutGroup] 2024-12-04T19:17:38,443 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:38,443 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:17:38,443 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:38,443 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:38,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:17:38,518 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(746): ClusterId : 3dd2d038-343b-474a-914b-8e8433788eca 2024-12-04T19:17:38,518 DEBUG [RS:0;9ba2734cd39f:38135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:17:38,532 DEBUG [RS:0;9ba2734cd39f:38135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:17:38,532 DEBUG [RS:0;9ba2734cd39f:38135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:17:38,545 DEBUG [RS:0;9ba2734cd39f:38135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:17:38,545 DEBUG [RS:0;9ba2734cd39f:38135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504650dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:17:38,561 DEBUG [RS:0;9ba2734cd39f:38135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:38135 2024-12-04T19:17:38,561 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:17:38,561 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:17:38,561 DEBUG [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:17:38,562 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,37491,1733339856245 with port=38135, startcode=1733339856391 2024-12-04T19:17:38,562 DEBUG [RS:0;9ba2734cd39f:38135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:17:38,564 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:17:38,565 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,38135,1733339856391 2024-12-04T19:17:38,565 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37491 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,38135,1733339856391 2024-12-04T19:17:38,568 DEBUG [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96 2024-12-04T19:17:38,568 DEBUG [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46827 2024-12-04T19:17:38,568 DEBUG [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:17:38,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634/rs 2024-12-04T19:17:38,657 DEBUG [RS:0;9ba2734cd39f:38135 {}] zookeeper.ZKUtil(111): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Set watcher on existing znode=/1-1339472634/rs/9ba2734cd39f,38135,1733339856391 2024-12-04T19:17:38,657 WARN [RS:0;9ba2734cd39f:38135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:17:38,657 INFO [RS:0;9ba2734cd39f:38135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:38,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,38135,1733339856391] 2024-12-04T19:17:38,657 DEBUG [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/WALs/9ba2734cd39f,38135,1733339856391 2024-12-04T19:17:38,660 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:17:38,662 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:17:38,662 INFO [RS:0;9ba2734cd39f:38135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:17:38,662 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:38,662 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:17:38,663 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:17:38,663 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:38,663 DEBUG [RS:0;9ba2734cd39f:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:38,663 DEBUG [RS:0;9ba2734cd39f:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:38,663 DEBUG [RS:0;9ba2734cd39f:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:38,663 DEBUG [RS:0;9ba2734cd39f:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:38,663 DEBUG [RS:0;9ba2734cd39f:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:38,663 DEBUG [RS:0;9ba2734cd39f:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:17:38,663 DEBUG [RS:0;9ba2734cd39f:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:38,663 DEBUG [RS:0;9ba2734cd39f:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:38,663 DEBUG [RS:0;9ba2734cd39f:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:38,663 DEBUG [RS:0;9ba2734cd39f:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:38,663 DEBUG [RS:0;9ba2734cd39f:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:38,664 DEBUG [RS:0;9ba2734cd39f:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:38,664 DEBUG [RS:0;9ba2734cd39f:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:17:38,664 DEBUG [RS:0;9ba2734cd39f:38135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:17:38,664 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:38,664 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:38,664 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:38,664 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:38,664 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:38,664 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38135,1733339856391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:17:38,676 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:17:38,676 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38135,1733339856391-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:38,676 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:38,676 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.Replication(171): 9ba2734cd39f,38135,1733339856391 started 2024-12-04T19:17:38,688 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:38,688 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,38135,1733339856391, RpcServer on 9ba2734cd39f/172.17.0.2:38135, sessionid=0x101a1c71ab70004 2024-12-04T19:17:38,688 DEBUG [RS:0;9ba2734cd39f:38135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:17:38,688 DEBUG [RS:0;9ba2734cd39f:38135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,38135,1733339856391 2024-12-04T19:17:38,688 DEBUG [RS:0;9ba2734cd39f:38135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,38135,1733339856391' 2024-12-04T19:17:38,688 DEBUG [RS:0;9ba2734cd39f:38135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1339472634/flush-table-proc/abort' 2024-12-04T19:17:38,689 DEBUG [RS:0;9ba2734cd39f:38135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1339472634/flush-table-proc/acquired' 2024-12-04T19:17:38,689 DEBUG [RS:0;9ba2734cd39f:38135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:17:38,689 DEBUG [RS:0;9ba2734cd39f:38135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:17:38,689 DEBUG [RS:0;9ba2734cd39f:38135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,38135,1733339856391 2024-12-04T19:17:38,689 DEBUG [RS:0;9ba2734cd39f:38135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,38135,1733339856391' 2024-12-04T19:17:38,689 DEBUG [RS:0;9ba2734cd39f:38135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1339472634/online-snapshot/abort' 2024-12-04T19:17:38,690 DEBUG [RS:0;9ba2734cd39f:38135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1339472634/online-snapshot/acquired' 2024-12-04T19:17:38,690 DEBUG [RS:0;9ba2734cd39f:38135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:17:38,690 INFO [RS:0;9ba2734cd39f:38135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:17:38,690 INFO [RS:0;9ba2734cd39f:38135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:17:38,790 INFO [RS:0;9ba2734cd39f:38135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:17:38,792 INFO [RS:0;9ba2734cd39f:38135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C38135%2C1733339856391, suffix=, logDir=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/WALs/9ba2734cd39f,38135,1733339856391, archiveDir=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/oldWALs, maxLogs=10 2024-12-04T19:17:38,812 DEBUG [RS:0;9ba2734cd39f:38135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/WALs/9ba2734cd39f,38135,1733339856391/9ba2734cd39f%2C38135%2C1733339856391.1733339858793, exclude list is [], retry=0 2024-12-04T19:17:38,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36391,DS-aea220a0-c26d-4cd3-b1ea-7aa35c9a3cd4,DISK] 2024-12-04T19:17:38,825 INFO [RS:0;9ba2734cd39f:38135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/WALs/9ba2734cd39f,38135,1733339856391/9ba2734cd39f%2C38135%2C1733339856391.1733339858793 2024-12-04T19:17:38,825 DEBUG [RS:0;9ba2734cd39f:38135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45655:45655)] 2024-12-04T19:17:38,848 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:17:38,848 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96 2024-12-04T19:17:38,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:17:39,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:17:39,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:39,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:17:39,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:17:39,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:39,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:39,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:17:39,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:17:39,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:39,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:39,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:17:39,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:17:39,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:39,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:39,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:17:39,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:17:39,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:39,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:39,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:17:39,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/data/hbase/meta/1588230740 2024-12-04T19:17:39,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/data/hbase/meta/1588230740 2024-12-04T19:17:39,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:17:39,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:17:39,272 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:39,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:17:39,275 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:17:39,276 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67316397, jitterRate=0.0030924826860427856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:39,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733339859262Initializing all the Stores at 1733339859263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339859263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339859263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339859263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339859263Cleaning up temporary data from old regions at 1733339859272 (+9 ms)Region opened successfully at 1733339859276 (+4 ms) 2024-12-04T19:17:39,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:17:39,276 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:17:39,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:17:39,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:17:39,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:17:39,277 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:39,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339859276Disabling compacts and flushes for region at 1733339859276Disabling writes for close at 1733339859276Writing region close event to WAL at 1733339859277 (+1 ms)Closed at 1733339859277 2024-12-04T19:17:39,278 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:39,278 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:17:39,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:17:39,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:17:39,281 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:17:39,431 DEBUG [9ba2734cd39f:37491 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:17:39,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,38135,1733339856391 2024-12-04T19:17:39,433 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,38135,1733339856391, state=OPENING 2024-12-04T19:17:39,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:17:39,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T19:17:39,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:17:39,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T19:17:39,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:17:39,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T19:17:39,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:17:39,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T19:17:39,481 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:17:39,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:39,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:39,492 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:17:39,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1339472634/meta-region-server: CHANGED 2024-12-04T19:17:39,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1339472634/meta-region-server: CHANGED 2024-12-04T19:17:39,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,38135,1733339856391}] 2024-12-04T19:17:39,645 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:17:39,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:17:39,651 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:17:39,651 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:39,651 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:17:39,653 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C38135%2C1733339856391.meta, suffix=.meta, logDir=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/WALs/9ba2734cd39f,38135,1733339856391, archiveDir=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/oldWALs, maxLogs=10 2024-12-04T19:17:39,664 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/WALs/9ba2734cd39f,38135,1733339856391/9ba2734cd39f%2C38135%2C1733339856391.meta.1733339859653.meta, exclude list is [], retry=0 2024-12-04T19:17:39,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36391,DS-aea220a0-c26d-4cd3-b1ea-7aa35c9a3cd4,DISK] 2024-12-04T19:17:39,668 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/WALs/9ba2734cd39f,38135,1733339856391/9ba2734cd39f%2C38135%2C1733339856391.meta.1733339859653.meta 2024-12-04T19:17:39,668 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45655:45655)] 2024-12-04T19:17:39,668 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:39,669 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:17:39,669 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:17:39,669 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:17:39,669 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:17:39,669 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:17:39,669 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:39,669 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:17:39,669 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:17:39,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:17:39,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:17:39,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:39,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:39,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:17:39,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:17:39,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:39,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:39,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:17:39,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:17:39,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:39,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:39,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:17:39,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:17:39,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:39,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:39,675 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:17:39,676 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/data/hbase/meta/1588230740 2024-12-04T19:17:39,677 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/data/hbase/meta/1588230740 2024-12-04T19:17:39,678 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:17:39,678 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:17:39,678 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:39,680 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:17:39,680 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71639617, jitterRate=0.06751348078250885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:39,680 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:17:39,681 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733339859669Writing region info on filesystem at 1733339859669Initializing all the Stores at 1733339859670 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339859670Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339859670Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339859670Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339859670Cleaning up temporary data from old regions at 1733339859678 (+8 ms)Running coprocessor post-open hooks at 1733339859680 (+2 ms)Region opened successfully at 1733339859680 2024-12-04T19:17:39,681 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733339859645 2024-12-04T19:17:39,683 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:17:39,683 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:17:39,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,38135,1733339856391 2024-12-04T19:17:39,685 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,38135,1733339856391, state=OPEN 2024-12-04T19:17:39,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1339472634/meta-region-server 2024-12-04T19:17:39,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1339472634/meta-region-server 2024-12-04T19:17:39,767 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,38135,1733339856391 2024-12-04T19:17:39,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1339472634/meta-region-server: CHANGED 2024-12-04T19:17:39,768 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1339472634/meta-region-server: CHANGED 2024-12-04T19:17:39,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:17:39,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,38135,1733339856391 in 275 msec 2024-12-04T19:17:39,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:17:39,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 493 msec 2024-12-04T19:17:39,774 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:39,774 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:17:39,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:39,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,38135,1733339856391, seqNum=-1] 2024-12-04T19:17:39,776 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:39,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:17:39,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3490 sec 2024-12-04T19:17:39,783 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733339859783, completionTime=-1 2024-12-04T19:17:39,783 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:17:39,783 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:17:39,785 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:17:39,785 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733339919785 2024-12-04T19:17:39,785 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733339979785 2024-12-04T19:17:39,785 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T19:17:39,786 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37491,1733339856245-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:39,786 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37491,1733339856245-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:39,786 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37491,1733339856245-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:39,786 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:37491, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:39,786 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:39,786 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:39,788 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:17:39,790 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.333sec 2024-12-04T19:17:39,790 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:17:39,790 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:17:39,790 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:17:39,790 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:17:39,790 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:17:39,790 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37491,1733339856245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:17:39,790 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37491,1733339856245-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:17:39,793 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:17:39,793 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:17:39,793 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37491,1733339856245-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:39,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b237bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:39,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,37491,-1 for getting cluster id 2024-12-04T19:17:39,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:39,821 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dd2d038-343b-474a-914b-8e8433788eca' 2024-12-04T19:17:39,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:39,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dd2d038-343b-474a-914b-8e8433788eca" 2024-12-04T19:17:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6314b5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,37491,-1] 2024-12-04T19:17:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:39,823 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:39,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a74e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:39,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:39,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,38135,1733339856391, seqNum=-1] 2024-12-04T19:17:39,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:39,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:17:39,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,37491,1733339856245 2024-12-04T19:17:39,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65105 2024-12-04T19:17:39,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:39,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a1c71ab70005 connected 2024-12-04T19:17:39,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5043fec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:39,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,36855,-1 for getting cluster id 2024-12-04T19:17:39,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:39,892 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0be7a3aa-3475-4b55-9f1a-ea3b8e9709f4' 2024-12-04T19:17:39,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:39,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0be7a3aa-3475-4b55-9f1a-ea3b8e9709f4" 2024-12-04T19:17:39,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f92e31e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:39,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,36855,-1] 2024-12-04T19:17:39,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:39,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:39,893 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f39f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:39,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:39,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,36855,1733339850687 2024-12-04T19:17:39,895 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5df6bd37 2024-12-04T19:17:39,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:39,897 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:17:39,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:37491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:17:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:17:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:39,900 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:37491' 2024-12-04T19:17:39,901 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd5ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:39,901 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,37491,-1 for getting cluster id 2024-12-04T19:17:39,901 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:39,902 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dd2d038-343b-474a-914b-8e8433788eca' 2024-12-04T19:17:39,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:39,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dd2d038-343b-474a-914b-8e8433788eca" 2024-12-04T19:17:39,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb1acda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:39,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,37491,-1] 2024-12-04T19:17:39,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:39,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:39,904 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:39,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bffa818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:39,905 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:39,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,37491,1733339856245 2024-12-04T19:17:39,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@436b268 2024-12-04T19:17:39,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:39,907 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:17:39,907 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T19:17:39,907 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:17:39,907 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:39,908 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:39,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:39,908 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:17:39,909 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:17:39,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:17:39,911 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:39,912 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:17:39,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741835_1011 (size=1138) 2024-12-04T19:17:39,960 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:17:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:40,319 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a474a5254ad209bea8e778255dce337, NAME => 'hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb 2024-12-04T19:17:40,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741836_1012 (size=44) 2024-12-04T19:17:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:40,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:40,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0a474a5254ad209bea8e778255dce337, disabling compactions & flushes 2024-12-04T19:17:40,726 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. 2024-12-04T19:17:40,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. 2024-12-04T19:17:40,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. after waiting 0 ms 2024-12-04T19:17:40,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. 2024-12-04T19:17:40,726 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. 2024-12-04T19:17:40,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a474a5254ad209bea8e778255dce337: Waiting for close lock at 1733339860726Disabling compacts and flushes for region at 1733339860726Disabling writes for close at 1733339860726Writing region close event to WAL at 1733339860726Closed at 1733339860726 2024-12-04T19:17:40,727 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:17:40,728 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733339860727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733339860727"}]},"ts":"1733339860727"} 2024-12-04T19:17:40,730 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:17:40,731 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:17:40,731 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339860731"}]},"ts":"1733339860731"} 2024-12-04T19:17:40,733 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:17:40,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a474a5254ad209bea8e778255dce337, ASSIGN}] 2024-12-04T19:17:40,734 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a474a5254ad209bea8e778255dce337, ASSIGN 2024-12-04T19:17:40,735 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a474a5254ad209bea8e778255dce337, ASSIGN; state=OFFLINE, location=9ba2734cd39f,37165,1733339850876; forceNewPlan=false, retain=false 2024-12-04T19:17:40,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0a474a5254ad209bea8e778255dce337, regionState=OPENING, regionLocation=9ba2734cd39f,37165,1733339850876 2024-12-04T19:17:40,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a474a5254ad209bea8e778255dce337, ASSIGN because future has completed 2024-12-04T19:17:40,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a474a5254ad209bea8e778255dce337, server=9ba2734cd39f,37165,1733339850876}] 2024-12-04T19:17:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:41,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. 2024-12-04T19:17:41,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:41,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:17:41,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C37165%2C1733339850876.rep, suffix=, logDir=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876, archiveDir=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/oldWALs, maxLogs=10 2024-12-04T19:17:41,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.rep.1733339861046, exclude list is [], retry=0 2024-12-04T19:17:41,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45623,DS-f54f3d2a-d9cd-434a-b21f-36b1dd2326cc,DISK] 2024-12-04T19:17:41,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.rep.1733339861046 2024-12-04T19:17:41,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35741:35741)] 2024-12-04T19:17:41,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a474a5254ad209bea8e778255dce337, NAME => 'hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:41,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:17:41,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:17:41,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. service=MultiRowMutationService 2024-12-04T19:17:41,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:17:41,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0a474a5254ad209bea8e778255dce337 2024-12-04T19:17:41,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:41,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0a474a5254ad209bea8e778255dce337 2024-12-04T19:17:41,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0a474a5254ad209bea8e778255dce337 2024-12-04T19:17:41,065 INFO [StoreOpener-0a474a5254ad209bea8e778255dce337-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0a474a5254ad209bea8e778255dce337 2024-12-04T19:17:41,066 INFO [StoreOpener-0a474a5254ad209bea8e778255dce337-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a474a5254ad209bea8e778255dce337 columnFamilyName hfileref 2024-12-04T19:17:41,066 DEBUG [StoreOpener-0a474a5254ad209bea8e778255dce337-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:41,066 INFO [StoreOpener-0a474a5254ad209bea8e778255dce337-1 {}] regionserver.HStore(327): Store=0a474a5254ad209bea8e778255dce337/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:41,066 INFO [StoreOpener-0a474a5254ad209bea8e778255dce337-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0a474a5254ad209bea8e778255dce337 2024-12-04T19:17:41,067 INFO [StoreOpener-0a474a5254ad209bea8e778255dce337-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a474a5254ad209bea8e778255dce337 columnFamilyName queue 2024-12-04T19:17:41,067 DEBUG [StoreOpener-0a474a5254ad209bea8e778255dce337-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:41,068 INFO [StoreOpener-0a474a5254ad209bea8e778255dce337-1 {}] regionserver.HStore(327): Store=0a474a5254ad209bea8e778255dce337/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:41,068 INFO [StoreOpener-0a474a5254ad209bea8e778255dce337-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0a474a5254ad209bea8e778255dce337 2024-12-04T19:17:41,069 INFO [StoreOpener-0a474a5254ad209bea8e778255dce337-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a474a5254ad209bea8e778255dce337 columnFamilyName sid 2024-12-04T19:17:41,069 DEBUG [StoreOpener-0a474a5254ad209bea8e778255dce337-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:41,070 INFO [StoreOpener-0a474a5254ad209bea8e778255dce337-1 {}] regionserver.HStore(327): Store=0a474a5254ad209bea8e778255dce337/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:41,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0a474a5254ad209bea8e778255dce337 2024-12-04T19:17:41,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/replication/0a474a5254ad209bea8e778255dce337 2024-12-04T19:17:41,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/replication/0a474a5254ad209bea8e778255dce337 2024-12-04T19:17:41,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0a474a5254ad209bea8e778255dce337 2024-12-04T19:17:41,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0a474a5254ad209bea8e778255dce337 2024-12-04T19:17:41,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:17:41,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0a474a5254ad209bea8e778255dce337 2024-12-04T19:17:41,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/replication/0a474a5254ad209bea8e778255dce337/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:17:41,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0a474a5254ad209bea8e778255dce337; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68996934, jitterRate=0.028134435415267944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:17:41,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a474a5254ad209bea8e778255dce337 2024-12-04T19:17:41,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0a474a5254ad209bea8e778255dce337: Running coprocessor pre-open hook at 1733339861064Writing region info on filesystem at 1733339861064Initializing all the Stores at 1733339861064Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339861064Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339861065 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339861065Cleaning up temporary data from old regions at 1733339861072 (+7 ms)Running coprocessor post-open hooks at 1733339861075 (+3 ms)Region opened successfully at 1733339861076 (+1 ms) 2024-12-04T19:17:41,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337., pid=7, masterSystemTime=1733339861041 2024-12-04T19:17:41,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. 2024-12-04T19:17:41,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. 2024-12-04T19:17:41,080 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0a474a5254ad209bea8e778255dce337, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,37165,1733339850876 2024-12-04T19:17:41,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a474a5254ad209bea8e778255dce337, server=9ba2734cd39f,37165,1733339850876 because future has completed 2024-12-04T19:17:41,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T19:17:41,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a474a5254ad209bea8e778255dce337, server=9ba2734cd39f,37165,1733339850876 in 195 msec 2024-12-04T19:17:41,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:17:41,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a474a5254ad209bea8e778255dce337, ASSIGN in 352 msec 2024-12-04T19:17:41,088 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:17:41,088 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339861088"}]},"ts":"1733339861088"} 2024-12-04T19:17:41,090 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:17:41,091 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:17:41,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-12-04T19:17:41,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337., hostname=9ba2734cd39f,37165,1733339850876, seqNum=2] 2024-12-04T19:17:41,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:41,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:41,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:17:41,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T19:17:41,317 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:17:41,341 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,37165,1733339850876, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:17:41,341 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:41,341 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,37165,1733339850876, seqNum=-1] 2024-12-04T19:17:41,342 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:41,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-04T19:17:41,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,37165,1733339850876', locateType=CURRENT is [region=hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337., hostname=9ba2734cd39f,37165,1733339850876, seqNum=2] 2024-12-04T19:17:41,347 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T19:17:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T19:17:41,350 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,37165,1733339850876 suceeded 2024-12-04T19:17:41,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T19:17:41,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-04T19:17:41,352 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:37491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:17:41,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4550 sec 2024-12-04T19:17:41,362 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:37491' 2024-12-04T19:17:41,363 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6417f5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:41,363 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,37491,-1 for getting cluster id 2024-12-04T19:17:41,363 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:41,363 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3dd2d038-343b-474a-914b-8e8433788eca' 2024-12-04T19:17:41,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:41,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3dd2d038-343b-474a-914b-8e8433788eca" 2024-12-04T19:17:41,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aeedcff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:41,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,37491,-1] 2024-12-04T19:17:41,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:41,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:41,365 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:41,366 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61961171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:41,366 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:41,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,37491,1733339856245 2024-12-04T19:17:41,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea495f 2024-12-04T19:17:41,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:41,368 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-04T19:17:41,368 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,37165,1733339850876 (queues=1) is replicating from cluster=0be7a3aa-3475-4b55-9f1a-ea3b8e9709f4 to cluster=3dd2d038-343b-474a-914b-8e8433788eca 2024-12-04T19:17:41,368 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C37165%2C1733339850876 2024-12-04T19:17:41,369 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,37165,1733339850876, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:17:41,369 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876.replicationSource.shipper9ba2734cd39f%2C37165%2C1733339850876,1-9ba2734cd39f,37165,1733339850876 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C37165%2C1733339850876 2024-12-04T19:17:41,369 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876.replicationSource.wal-reader.9ba2734cd39f%2C37165%2C1733339850876,1-9ba2734cd39f,37165,1733339850876 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.1733339853196, startPosition=0, beingWritten=true 2024-12-04T19:17:41,575 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876.replicationSource.wal-reader.9ba2734cd39f%2C37165%2C1733339850876,1-9ba2734cd39f,37165,1733339850876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.1733339853196 to pos 0, reset compression=false 2024-12-04T19:17:41,879 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876.replicationSource.wal-reader.9ba2734cd39f%2C37165%2C1733339850876,1-9ba2734cd39f,37165,1733339850876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.1733339853196 to pos 0, reset compression=false 2024-12-04T19:17:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:42,044 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:17:42,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:17:42,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:42,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:42,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:42,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:42,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,36855,1733339850687 2024-12-04T19:17:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bbb2189 2024-12-04T19:17:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:42,047 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:17:42,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36855 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T19:17:42,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:17:42,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:17:42,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:42,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:42,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:42,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:42,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:17:42,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=182886461, stopped=false 2024-12-04T19:17:42,048 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,37491,1733339856245 2024-12-04T19:17:42,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1339472634/running 2024-12-04T19:17:42,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1339472634/running 2024-12-04T19:17:42,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:42,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:42,099 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:17:42,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:17:42,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:42,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:42,100 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,38135,1733339856391' ***** 2024-12-04T19:17:42,100 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:17:42,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Set watcher on znode that does not yet exist, /1-1339472634/running 2024-12-04T19:17:42,100 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:17:42,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Set watcher on znode that does not yet exist, /1-1339472634/running 2024-12-04T19:17:42,100 INFO [RS:0;9ba2734cd39f:38135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:17:42,100 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:17:42,100 INFO [RS:0;9ba2734cd39f:38135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:17:42,100 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,38135,1733339856391 2024-12-04T19:17:42,100 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:17:42,100 INFO [RS:0;9ba2734cd39f:38135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:38135. 2024-12-04T19:17:42,100 DEBUG [RS:0;9ba2734cd39f:38135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:42,100 DEBUG [RS:0;9ba2734cd39f:38135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:42,100 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:17:42,100 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:17:42,100 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:17:42,100 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:17:42,101 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:17:42,101 DEBUG [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:17:42,101 DEBUG [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:42,101 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:17:42,101 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:17:42,101 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:17:42,101 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:17:42,101 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:17:42,101 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T19:17:42,115 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/data/hbase/meta/1588230740/.tmp/ns/c5b4f70f5db7485499607d363b8b0524 is 43, key is default/ns:d/1733339859778/Put/seqid=0 2024-12-04T19:17:42,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741835_1011 (size=5153) 2024-12-04T19:17:42,119 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/data/hbase/meta/1588230740/.tmp/ns/c5b4f70f5db7485499607d363b8b0524 2024-12-04T19:17:42,127 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/data/hbase/meta/1588230740/.tmp/ns/c5b4f70f5db7485499607d363b8b0524 as hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/data/hbase/meta/1588230740/ns/c5b4f70f5db7485499607d363b8b0524 2024-12-04T19:17:42,134 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/data/hbase/meta/1588230740/ns/c5b4f70f5db7485499607d363b8b0524, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T19:17:42,136 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 35ms, sequenceid=6, compaction requested=false 2024-12-04T19:17:42,140 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T19:17:42,146 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:17:42,146 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:17:42,147 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:42,147 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339862101Running coprocessor pre-close hooks at 1733339862101Disabling compacts and flushes for region at 1733339862101Disabling writes for close at 1733339862101Obtaining lock to block concurrent updates at 1733339862101Preparing flush snapshotting stores in 1588230740 at 1733339862101Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733339862101Flushing stores of hbase:meta,,1.1588230740 at 1733339862102 (+1 ms)Flushing 1588230740/ns: creating writer at 1733339862102Flushing 1588230740/ns: appending metadata at 1733339862114 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733339862114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52fa8356: reopening flushed file at 1733339862126 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 35ms, sequenceid=6, compaction requested=false at 1733339862136 (+10 ms)Writing region close event to WAL at 1733339862137 (+1 ms)Running coprocessor post-close hooks at 1733339862146 (+9 ms)Closed at 1733339862146 2024-12-04T19:17:42,147 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:42,167 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:17:42,286 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876.replicationSource.wal-reader.9ba2734cd39f%2C37165%2C1733339850876,1-9ba2734cd39f,37165,1733339850876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.1733339853196 to pos 0, reset compression=false 2024-12-04T19:17:42,301 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,38135,1733339856391; all regions closed. 2024-12-04T19:17:42,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741834_1010 (size=1152) 2024-12-04T19:17:42,305 DEBUG [RS:0;9ba2734cd39f:38135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/oldWALs 2024-12-04T19:17:42,305 INFO [RS:0;9ba2734cd39f:38135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C38135%2C1733339856391.meta:.meta(num 1733339859653) 2024-12-04T19:17:42,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741832_1008 (size=93) 2024-12-04T19:17:42,309 DEBUG [RS:0;9ba2734cd39f:38135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/oldWALs 2024-12-04T19:17:42,309 INFO [RS:0;9ba2734cd39f:38135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C38135%2C1733339856391:(num 1733339858793) 2024-12-04T19:17:42,310 DEBUG [RS:0;9ba2734cd39f:38135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:42,310 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:17:42,310 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:17:42,310 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:17:42,310 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:17:42,310 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:17:42,310 INFO [RS:0;9ba2734cd39f:38135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38135 2024-12-04T19:17:42,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634/rs 2024-12-04T19:17:42,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1339472634/rs/9ba2734cd39f,38135,1733339856391 2024-12-04T19:17:42,323 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:17:42,333 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,38135,1733339856391] 2024-12-04T19:17:42,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1339472634/draining/9ba2734cd39f,38135,1733339856391 already deleted, retry=false 2024-12-04T19:17:42,425 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,38135,1733339856391 expired; onlineServers=0 2024-12-04T19:17:42,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,37491,1733339856245' ***** 2024-12-04T19:17:42,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:17:42,426 INFO [M:0;9ba2734cd39f:37491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:17:42,426 INFO [M:0;9ba2734cd39f:37491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:17:42,426 DEBUG [M:0;9ba2734cd39f:37491 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:17:42,426 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:17:42,426 DEBUG [M:0;9ba2734cd39f:37491 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:17:42,426 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339858440 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339858440,5,FailOnTimeoutGroup] 2024-12-04T19:17:42,426 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339858441 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339858441,5,FailOnTimeoutGroup] 2024-12-04T19:17:42,426 INFO [M:0;9ba2734cd39f:37491 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:17:42,426 INFO [M:0;9ba2734cd39f:37491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:17:42,426 DEBUG [M:0;9ba2734cd39f:37491 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:17:42,426 INFO [M:0;9ba2734cd39f:37491 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:17:42,426 INFO [M:0;9ba2734cd39f:37491 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:17:42,426 INFO [M:0;9ba2734cd39f:37491 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:17:42,426 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:17:42,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:42,434 INFO [RS:0;9ba2734cd39f:38135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:17:42,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38135-0x101a1c71ab70004, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:42,434 INFO [RS:0;9ba2734cd39f:38135 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,38135,1733339856391; zookeeper connection closed. 2024-12-04T19:17:42,434 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fd22509 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fd22509 2024-12-04T19:17:42,434 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:17:42,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1339472634/master 2024-12-04T19:17:42,439 DEBUG [M:0;9ba2734cd39f:37491 {}] zookeeper.ZKUtil(347): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Unable to get data of znode /1-1339472634/master because node does not exist (not an error) 2024-12-04T19:17:42,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1339472634 2024-12-04T19:17:42,439 WARN [M:0;9ba2734cd39f:37491 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:17:42,439 INFO [M:0;9ba2734cd39f:37491 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/.lastflushedseqids 2024-12-04T19:17:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741836_1012 (size=99) 2024-12-04T19:17:42,791 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876.replicationSource.wal-reader.9ba2734cd39f%2C37165%2C1733339850876,1-9ba2734cd39f,37165,1733339850876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.1733339853196 to pos 0, reset compression=false 2024-12-04T19:17:42,844 INFO [M:0;9ba2734cd39f:37491 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:17:42,845 INFO [M:0;9ba2734cd39f:37491 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:17:42,845 DEBUG [M:0;9ba2734cd39f:37491 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:17:42,845 INFO [M:0;9ba2734cd39f:37491 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:42,845 DEBUG [M:0;9ba2734cd39f:37491 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:42,845 DEBUG [M:0;9ba2734cd39f:37491 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:17:42,845 DEBUG [M:0;9ba2734cd39f:37491 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:42,845 INFO [M:0;9ba2734cd39f:37491 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T19:17:42,864 DEBUG [M:0;9ba2734cd39f:37491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4fc6df84ffb4dc9b9d66945c069b1a8 is 82, key is hbase:meta,,1/info:regioninfo/1733339859684/Put/seqid=0 2024-12-04T19:17:42,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741837_1013 (size=5672) 2024-12-04T19:17:43,269 INFO [M:0;9ba2734cd39f:37491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4fc6df84ffb4dc9b9d66945c069b1a8 2024-12-04T19:17:43,287 DEBUG [M:0;9ba2734cd39f:37491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c73234ed43e2480eab4effcda12073b7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733339859782/Put/seqid=0 2024-12-04T19:17:43,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741838_1014 (size=5275) 2024-12-04T19:17:43,396 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876.replicationSource.wal-reader.9ba2734cd39f%2C37165%2C1733339850876,1-9ba2734cd39f,37165,1733339850876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.1733339853196 to pos 0, reset compression=false 2024-12-04T19:17:43,691 INFO [M:0;9ba2734cd39f:37491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c73234ed43e2480eab4effcda12073b7 2024-12-04T19:17:43,779 DEBUG [M:0;9ba2734cd39f:37491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49a99d2869094fa3b605e5336a5df066 is 69, key is 9ba2734cd39f,38135,1733339856391/rs:state/1733339858566/Put/seqid=0 2024-12-04T19:17:43,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741839_1015 (size=5156) 2024-12-04T19:17:44,101 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876.replicationSource.wal-reader.9ba2734cd39f%2C37165%2C1733339850876,1-9ba2734cd39f,37165,1733339850876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.1733339853196 to pos 0, reset compression=false 2024-12-04T19:17:44,184 INFO [M:0;9ba2734cd39f:37491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49a99d2869094fa3b605e5336a5df066 2024-12-04T19:17:44,189 DEBUG [M:0;9ba2734cd39f:37491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4fc6df84ffb4dc9b9d66945c069b1a8 as hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4fc6df84ffb4dc9b9d66945c069b1a8 2024-12-04T19:17:44,194 INFO [M:0;9ba2734cd39f:37491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4fc6df84ffb4dc9b9d66945c069b1a8, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T19:17:44,195 DEBUG [M:0;9ba2734cd39f:37491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c73234ed43e2480eab4effcda12073b7 as hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c73234ed43e2480eab4effcda12073b7 2024-12-04T19:17:44,200 INFO [M:0;9ba2734cd39f:37491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c73234ed43e2480eab4effcda12073b7, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T19:17:44,201 DEBUG [M:0;9ba2734cd39f:37491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/49a99d2869094fa3b605e5336a5df066 as hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49a99d2869094fa3b605e5336a5df066 2024-12-04T19:17:44,206 INFO [M:0;9ba2734cd39f:37491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46827/user/jenkins/test-data/dc151979-ea92-6ce1-c876-7bad38837e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/49a99d2869094fa3b605e5336a5df066, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T19:17:44,207 INFO [M:0;9ba2734cd39f:37491 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1362ms, sequenceid=28, compaction requested=false 2024-12-04T19:17:44,208 INFO [M:0;9ba2734cd39f:37491 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:44,209 DEBUG [M:0;9ba2734cd39f:37491 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339862845Disabling compacts and flushes for region at 1733339862845Disabling writes for close at 1733339862845Obtaining lock to block concurrent updates at 1733339862845Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733339862845Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733339862845Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733339862846 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733339862846Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733339862864 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733339862864Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733339863274 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733339863286 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733339863286Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733339863766 (+480 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733339863779 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733339863779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22286982: reopening flushed file at 1733339864188 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c713036: reopening flushed file at 1733339864194 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4977f7ee: reopening flushed file at 1733339864200 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1362ms, sequenceid=28, compaction requested=false at 1733339864207 (+7 ms)Writing region close event to WAL at 1733339864208 (+1 ms)Closed at 1733339864208 2024-12-04T19:17:44,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36391 is added to blk_1073741830_1006 (size=10165) 2024-12-04T19:17:44,211 INFO [M:0;9ba2734cd39f:37491 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:17:44,212 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:17:44,212 INFO [M:0;9ba2734cd39f:37491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37491 2024-12-04T19:17:44,212 INFO [M:0;9ba2734cd39f:37491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:17:44,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:44,381 INFO [M:0;9ba2734cd39f:37491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:17:44,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101a1c71ab70003, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:44,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c3c528e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:17:44,384 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64f5408a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:17:44,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:17:44,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cf8d0b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:17:44,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486ddd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/hadoop.log.dir/,STOPPED} 2024-12-04T19:17:44,386 WARN [BP-538677209-172.17.0.2-1733339854174 heartbeating to localhost/127.0.0.1:46827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:17:44,386 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:17:44,386 WARN [BP-538677209-172.17.0.2-1733339854174 heartbeating to localhost/127.0.0.1:46827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-538677209-172.17.0.2-1733339854174 (Datanode Uuid 5055e2f6-d6c6-4ac6-8f63-231e9f43f01f) service to localhost/127.0.0.1:46827 2024-12-04T19:17:44,386 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:17:44,386 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/cluster_5f08d970-e34f-3350-682d-63f8d2b94d78/data/data1/current/BP-538677209-172.17.0.2-1733339854174 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:17:44,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/cluster_5f08d970-e34f-3350-682d-63f8d2b94d78/data/data2/current/BP-538677209-172.17.0.2-1733339854174 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:17:44,387 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:17:44,391 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@505f10b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:17:44,392 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f782585{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:17:44,392 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:17:44,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a51996c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:17:44,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13605576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/hadoop.log.dir/,STOPPED} 2024-12-04T19:17:44,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:17:44,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:17:44,408 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:17:44,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:44,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:44,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:44,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:44,408 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:17:44,408 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1688624788, stopped=false 2024-12-04T19:17:44,408 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,36855,1733339850687 2024-12-04T19:17:44,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2021723541/running 2024-12-04T19:17:44,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2021723541/running 2024-12-04T19:17:44,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:44,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:44,425 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:17:44,425 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:17:44,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:44,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:44,426 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,37165,1733339850876' ***** 2024-12-04T19:17:44,426 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:17:44,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Set watcher on znode that does not yet exist, /0-2021723541/running 2024-12-04T19:17:44,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Set watcher on znode that does not yet exist, /0-2021723541/running 2024-12-04T19:17:44,426 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:17:44,426 INFO [RS:0;9ba2734cd39f:37165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:17:44,426 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:17:44,426 INFO [RS:0;9ba2734cd39f:37165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:17:44,426 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a474a5254ad209bea8e778255dce337 2024-12-04T19:17:44,427 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,37165,1733339850876 2024-12-04T19:17:44,427 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:17:44,427 INFO [RS:0;9ba2734cd39f:37165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:37165. 2024-12-04T19:17:44,427 DEBUG [RS:0;9ba2734cd39f:37165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:44,427 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a474a5254ad209bea8e778255dce337, disabling compactions & flushes 2024-12-04T19:17:44,427 DEBUG [RS:0;9ba2734cd39f:37165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:44,427 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. 2024-12-04T19:17:44,427 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. 2024-12-04T19:17:44,427 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:17:44,427 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:17:44,427 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. after waiting 0 ms 2024-12-04T19:17:44,427 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:17:44,427 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. 2024-12-04T19:17:44,427 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:17:44,427 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a474a5254ad209bea8e778255dce337 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T19:17:44,427 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T19:17:44,427 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1325): Online Regions={0a474a5254ad209bea8e778255dce337=hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:17:44,427 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:17:44,427 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1351): Waiting on 0a474a5254ad209bea8e778255dce337, 1588230740 2024-12-04T19:17:44,427 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:17:44,428 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:17:44,428 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:17:44,428 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:17:44,428 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T19:17:44,440 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/replication/0a474a5254ad209bea8e778255dce337/.tmp/queue/4e7e7d5a8073439eb72df020b738b97a is 151, key is 1-9ba2734cd39f,37165,1733339850876/queue:9ba2734cd39f%2C37165%2C1733339850876/1733339861346/Put/seqid=0 2024-12-04T19:17:44,441 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/.tmp/info/16892698ad8141db88502a4d163781ed is 147, key is hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337./info:regioninfo/1733339861079/Put/seqid=0 2024-12-04T19:17:44,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741839_1015 (size=6631) 2024-12-04T19:17:44,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741838_1014 (size=5350) 2024-12-04T19:17:44,473 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:17:44,627 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1351): Waiting on 0a474a5254ad209bea8e778255dce337, 1588230740 2024-12-04T19:17:44,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:44,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:44,828 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1351): Waiting on 0a474a5254ad209bea8e778255dce337, 1588230740 2024-12-04T19:17:44,845 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/replication/0a474a5254ad209bea8e778255dce337/.tmp/queue/4e7e7d5a8073439eb72df020b738b97a 2024-12-04T19:17:44,845 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/.tmp/info/16892698ad8141db88502a4d163781ed 2024-12-04T19:17:44,852 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/replication/0a474a5254ad209bea8e778255dce337/.tmp/queue/4e7e7d5a8073439eb72df020b738b97a as hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/replication/0a474a5254ad209bea8e778255dce337/queue/4e7e7d5a8073439eb72df020b738b97a 2024-12-04T19:17:44,860 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/replication/0a474a5254ad209bea8e778255dce337/queue/4e7e7d5a8073439eb72df020b738b97a, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T19:17:44,861 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0a474a5254ad209bea8e778255dce337 in 433ms, sequenceid=5, compaction requested=false 2024-12-04T19:17:44,861 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T19:17:44,868 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/replication/0a474a5254ad209bea8e778255dce337/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T19:17:44,868 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:17:44,868 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:17:44,868 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. 2024-12-04T19:17:44,868 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a474a5254ad209bea8e778255dce337: Waiting for close lock at 1733339864427Running coprocessor pre-close hooks at 1733339864427Disabling compacts and flushes for region at 1733339864427Disabling writes for close at 1733339864427Obtaining lock to block concurrent updates at 1733339864427Preparing flush snapshotting stores in 0a474a5254ad209bea8e778255dce337 at 1733339864427Finished memstore snapshotting hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733339864427Flushing stores of hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. at 1733339864428 (+1 ms)Flushing 0a474a5254ad209bea8e778255dce337/queue: creating writer at 1733339864428Flushing 0a474a5254ad209bea8e778255dce337/queue: appending metadata at 1733339864440 (+12 ms)Flushing 0a474a5254ad209bea8e778255dce337/queue: closing flushed file at 1733339864440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@793a58f6: reopening flushed file at 1733339864851 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0a474a5254ad209bea8e778255dce337 in 433ms, sequenceid=5, compaction requested=false at 1733339864861 (+10 ms)Writing region close event to WAL at 1733339864864 (+3 ms)Running coprocessor post-close hooks at 1733339864868 (+4 ms)Closed at 1733339864868 2024-12-04T19:17:44,869 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733339859908.0a474a5254ad209bea8e778255dce337. 2024-12-04T19:17:44,872 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/.tmp/ns/e88d1cdc82c8436e91e4e3bd10ada1ff is 43, key is default/ns:d/1733339853985/Put/seqid=0 2024-12-04T19:17:44,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741840_1016 (size=5153) 2024-12-04T19:17:44,906 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876.replicationSource.wal-reader.9ba2734cd39f%2C37165%2C1733339850876,1-9ba2734cd39f,37165,1733339850876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.1733339853196 to pos 0, reset compression=false 2024-12-04T19:17:45,028 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:45,067 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:17:45,067 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:17:45,191 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:17:45,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:45,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:45,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:45,228 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:45,276 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/.tmp/ns/e88d1cdc82c8436e91e4e3bd10ada1ff 2024-12-04T19:17:45,294 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/.tmp/table/901ae5c127d94fa2b197851583402084 is 53, key is hbase:replication/table:state/1733339861088/Put/seqid=0 2024-12-04T19:17:45,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741841_1017 (size=5256) 2024-12-04T19:17:45,428 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:17:45,428 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:17:45,428 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:45,629 DEBUG [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:17:45,699 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/.tmp/table/901ae5c127d94fa2b197851583402084 2024-12-04T19:17:45,705 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/.tmp/info/16892698ad8141db88502a4d163781ed as hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/info/16892698ad8141db88502a4d163781ed 2024-12-04T19:17:45,711 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/info/16892698ad8141db88502a4d163781ed, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T19:17:45,712 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/.tmp/ns/e88d1cdc82c8436e91e4e3bd10ada1ff as hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/ns/e88d1cdc82c8436e91e4e3bd10ada1ff 2024-12-04T19:17:45,718 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/ns/e88d1cdc82c8436e91e4e3bd10ada1ff, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T19:17:45,719 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/.tmp/table/901ae5c127d94fa2b197851583402084 as hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/table/901ae5c127d94fa2b197851583402084 2024-12-04T19:17:45,725 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/table/901ae5c127d94fa2b197851583402084, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T19:17:45,726 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false 2024-12-04T19:17:45,730 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T19:17:45,731 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:17:45,731 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:17:45,731 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:45,731 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339864427Running coprocessor pre-close hooks at 1733339864427Disabling compacts and flushes for region at 1733339864427Disabling writes for close at 1733339864428 (+1 ms)Obtaining lock to block concurrent updates at 1733339864428Preparing flush snapshotting stores in 1588230740 at 1733339864428Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733339864428Flushing stores of hbase:meta,,1.1588230740 at 1733339864428Flushing 1588230740/info: creating writer at 1733339864429 (+1 ms)Flushing 1588230740/info: appending metadata at 1733339864440 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733339864440Flushing 1588230740/ns: creating writer at 1733339864851 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733339864871 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733339864871Flushing 1588230740/table: creating writer at 1733339865282 (+411 ms)Flushing 1588230740/table: appending metadata at 1733339865294 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733339865294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a29485c: reopening flushed file at 1733339865704 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4097f10: reopening flushed file at 1733339865711 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37aeea8e: reopening flushed file at 1733339865718 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=11, compaction requested=false at 1733339865726 (+8 ms)Writing region close event to WAL at 1733339865727 (+1 ms)Running coprocessor post-close hooks at 1733339865731 (+4 ms)Closed at 1733339865731 2024-12-04T19:17:45,731 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:45,810 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876.replicationSource.wal-reader.9ba2734cd39f%2C37165%2C1733339850876,1-9ba2734cd39f,37165,1733339850876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.1733339853196 to pos 0, reset compression=false 2024-12-04T19:17:45,829 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,37165,1733339850876; all regions closed. 2024-12-04T19:17:45,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741834_1010 (size=2742) 2024-12-04T19:17:45,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.meta.1733339853885.meta not finished, retry = 0 2024-12-04T19:17:45,934 DEBUG [RS:0;9ba2734cd39f:37165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/oldWALs 2024-12-04T19:17:45,934 INFO [RS:0;9ba2734cd39f:37165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C37165%2C1733339850876.meta:.meta(num 1733339853885) 2024-12-04T19:17:45,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741837_1013 (size=1586) 2024-12-04T19:17:45,937 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.rep.1733339861046 not finished, retry = 0 2024-12-04T19:17:46,040 DEBUG [RS:0;9ba2734cd39f:37165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/oldWALs 2024-12-04T19:17:46,040 INFO [RS:0;9ba2734cd39f:37165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C37165%2C1733339850876.rep:(num 1733339861046) 2024-12-04T19:17:46,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741833_1009 (size=93) 2024-12-04T19:17:46,042 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/WALs/9ba2734cd39f,37165,1733339850876/9ba2734cd39f%2C37165%2C1733339850876.1733339853196 not finished, retry = 0 2024-12-04T19:17:46,145 DEBUG [RS:0;9ba2734cd39f:37165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/oldWALs 2024-12-04T19:17:46,145 INFO [RS:0;9ba2734cd39f:37165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C37165%2C1733339850876:(num 1733339853196) 2024-12-04T19:17:46,145 DEBUG [RS:0;9ba2734cd39f:37165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:46,145 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:17:46,145 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:17:46,146 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:17:46,146 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:17:46,146 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:17:46,146 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,37165,1733339850876 because: Region server is closing 2024-12-04T19:17:46,146 INFO [RS:0;9ba2734cd39f:37165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:37165. 2024-12-04T19:17:46,146 DEBUG [RS:0;9ba2734cd39f:37165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:17:46,146 DEBUG [RS:0;9ba2734cd39f:37165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:46,146 DEBUG [RS:0;9ba2734cd39f:37165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:46,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:17:46,246 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876.replicationSource.shipper9ba2734cd39f%2C37165%2C1733339850876,1-9ba2734cd39f,37165,1733339850876 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T19:17:46,246 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876.replicationSource.wal-reader.9ba2734cd39f%2C37165%2C1733339850876,1-9ba2734cd39f,37165,1733339850876 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T19:17:46,247 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,37165,1733339850876.replicationSource.shipper9ba2734cd39f%2C37165%2C1733339850876,1-9ba2734cd39f,37165,1733339850876 terminated 2024-12-04T19:17:46,247 INFO [RS:0;9ba2734cd39f:37165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37165 2024-12-04T19:17:46,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2021723541/rs/9ba2734cd39f,37165,1733339850876 2024-12-04T19:17:46,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541/rs 2024-12-04T19:17:46,354 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:17:46,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,37165,1733339850876] 2024-12-04T19:17:46,375 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2021723541/draining/9ba2734cd39f,37165,1733339850876 already deleted, retry=false 2024-12-04T19:17:46,375 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,37165,1733339850876 expired; onlineServers=0 2024-12-04T19:17:46,375 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,36855,1733339850687' ***** 2024-12-04T19:17:46,375 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:17:46,375 INFO [M:0;9ba2734cd39f:36855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:17:46,375 INFO [M:0;9ba2734cd39f:36855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:17:46,376 DEBUG [M:0;9ba2734cd39f:36855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:17:46,376 DEBUG [M:0;9ba2734cd39f:36855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:17:46,376 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:17:46,376 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339853003 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339853003,5,FailOnTimeoutGroup] 2024-12-04T19:17:46,376 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339853003 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339853003,5,FailOnTimeoutGroup] 2024-12-04T19:17:46,376 INFO [M:0;9ba2734cd39f:36855 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:17:46,376 INFO [M:0;9ba2734cd39f:36855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:17:46,376 DEBUG [M:0;9ba2734cd39f:36855 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:17:46,376 INFO [M:0;9ba2734cd39f:36855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:17:46,376 INFO [M:0;9ba2734cd39f:36855 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:17:46,376 INFO [M:0;9ba2734cd39f:36855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:17:46,376 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:17:46,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2021723541/master 2024-12-04T19:17:46,386 DEBUG [M:0;9ba2734cd39f:36855 {}] zookeeper.ZKUtil(347): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Unable to get data of znode /0-2021723541/master because node does not exist (not an error) 2024-12-04T19:17:46,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2021723541 2024-12-04T19:17:46,386 WARN [M:0;9ba2734cd39f:36855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:17:46,386 INFO [M:0;9ba2734cd39f:36855 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/.lastflushedseqids 2024-12-04T19:17:46,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741842_1018 (size=181) 2024-12-04T19:17:46,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:46,465 INFO [RS:0;9ba2734cd39f:37165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:17:46,465 INFO [RS:0;9ba2734cd39f:37165 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,37165,1733339850876; zookeeper connection closed. 2024-12-04T19:17:46,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37165-0x101a1c71ab70001, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:46,465 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b6828d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b6828d5 2024-12-04T19:17:46,466 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:17:46,792 INFO [M:0;9ba2734cd39f:36855 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:17:46,792 INFO [M:0;9ba2734cd39f:36855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:17:46,792 DEBUG [M:0;9ba2734cd39f:36855 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:17:46,792 INFO [M:0;9ba2734cd39f:36855 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:46,792 DEBUG [M:0;9ba2734cd39f:36855 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:46,792 DEBUG [M:0;9ba2734cd39f:36855 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:17:46,792 DEBUG [M:0;9ba2734cd39f:36855 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:46,792 INFO [M:0;9ba2734cd39f:36855 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T19:17:46,811 DEBUG [M:0;9ba2734cd39f:36855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/011b39a154424beb94ddb2faca546df8 is 82, key is hbase:meta,,1/info:regioninfo/1733339853944/Put/seqid=0 2024-12-04T19:17:46,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741843_1019 (size=5672) 2024-12-04T19:17:47,216 INFO [M:0;9ba2734cd39f:36855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/011b39a154424beb94ddb2faca546df8 2024-12-04T19:17:47,234 DEBUG [M:0;9ba2734cd39f:36855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b37ffc40bca4aa58ef22007e4bc5e36 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733339861093/Put/seqid=0 2024-12-04T19:17:47,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741844_1020 (size=7203) 2024-12-04T19:17:47,639 INFO [M:0;9ba2734cd39f:36855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b37ffc40bca4aa58ef22007e4bc5e36 2024-12-04T19:17:47,661 DEBUG [M:0;9ba2734cd39f:36855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84a17f26e2d94a86ba9aedb1a4ac8300 is 69, key is 9ba2734cd39f,37165,1733339850876/rs:state/1733339853041/Put/seqid=0 2024-12-04T19:17:47,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741845_1021 (size=5156) 2024-12-04T19:17:48,066 INFO [M:0;9ba2734cd39f:36855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84a17f26e2d94a86ba9aedb1a4ac8300 2024-12-04T19:17:48,074 DEBUG [M:0;9ba2734cd39f:36855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/011b39a154424beb94ddb2faca546df8 as hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/011b39a154424beb94ddb2faca546df8 2024-12-04T19:17:48,079 INFO [M:0;9ba2734cd39f:36855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/011b39a154424beb94ddb2faca546df8, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T19:17:48,081 DEBUG [M:0;9ba2734cd39f:36855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b37ffc40bca4aa58ef22007e4bc5e36 as hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b37ffc40bca4aa58ef22007e4bc5e36 2024-12-04T19:17:48,086 INFO [M:0;9ba2734cd39f:36855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b37ffc40bca4aa58ef22007e4bc5e36, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T19:17:48,087 DEBUG [M:0;9ba2734cd39f:36855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84a17f26e2d94a86ba9aedb1a4ac8300 as hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84a17f26e2d94a86ba9aedb1a4ac8300 2024-12-04T19:17:48,092 INFO [M:0;9ba2734cd39f:36855 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44637/user/jenkins/test-data/9ed362e7-bd8d-2a9d-4573-822b944782eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84a17f26e2d94a86ba9aedb1a4ac8300, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T19:17:48,093 INFO [M:0;9ba2734cd39f:36855 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=70, compaction requested=false 2024-12-04T19:17:48,096 INFO [M:0;9ba2734cd39f:36855 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:48,096 DEBUG [M:0;9ba2734cd39f:36855 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339866792Disabling compacts and flushes for region at 1733339866792Disabling writes for close at 1733339866792Obtaining lock to block concurrent updates at 1733339866792Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733339866792Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733339866793 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733339866793Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733339866793Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733339866811 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733339866811Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733339867221 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733339867234 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733339867234Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733339867644 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733339867660 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733339867660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4809433e: reopening flushed file at 1733339868072 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161be5a1: reopening flushed file at 1733339868080 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa20dfc: reopening flushed file at 1733339868086 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=70, compaction requested=false at 1733339868093 (+7 ms)Writing region close event to WAL at 1733339868096 (+3 ms)Closed at 1733339868096 2024-12-04T19:17:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741830_1006 (size=41008) 2024-12-04T19:17:48,099 INFO [M:0;9ba2734cd39f:36855 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:17:48,099 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:17:48,099 INFO [M:0;9ba2734cd39f:36855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36855 2024-12-04T19:17:48,100 INFO [M:0;9ba2734cd39f:36855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:17:48,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:48,212 INFO [M:0;9ba2734cd39f:36855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:17:48,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36855-0x101a1c71ab70000, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:17:48,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718397a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:17:48,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:17:48,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:17:48,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:17:48,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/hadoop.log.dir/,STOPPED} 2024-12-04T19:17:48,217 WARN [BP-1642895715-172.17.0.2-1733339848486 heartbeating to localhost/127.0.0.1:44637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:17:48,217 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:17:48,217 WARN [BP-1642895715-172.17.0.2-1733339848486 heartbeating to localhost/127.0.0.1:44637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1642895715-172.17.0.2-1733339848486 (Datanode Uuid 5a34f60f-b3ca-41b4-91cd-284b1fab6512) service to localhost/127.0.0.1:44637 2024-12-04T19:17:48,217 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:17:48,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/cluster_6e8979ff-072c-ee56-a093-b1b08969d492/data/data1/current/BP-1642895715-172.17.0.2-1733339848486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:17:48,217 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/cluster_6e8979ff-072c-ee56-a093-b1b08969d492/data/data2/current/BP-1642895715-172.17.0.2-1733339848486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:17:48,217 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:17:48,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778bd0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:17:48,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:17:48,224 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:17:48,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:17:48,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3187898-8573-6a8f-f45a-72f0941945be/hadoop.log.dir/,STOPPED} 2024-12-04T19:17:48,233 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T19:17:48,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:17:48,253 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44637 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65105) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65105) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46827 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=344 (was 303) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=15240 (was 15821) 2024-12-04T19:17:48,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=344, ProcessCount=11, AvailableMemoryMB=15239 2024-12-04T19:17:48,273 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-04T19:17:48,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/hadoop.log.dir so I do NOT create it in target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6 2024-12-04T19:17:48,274 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:17:48,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/hadoop.tmp.dir so I do NOT create it in target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6 2024-12-04T19:17:48,274 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/53f6c694-ded6-78d8-278b-dac71af97c39/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:17:48,274 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6 2024-12-04T19:17:48,274 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/cluster_d92a757a-d63c-32db-9586-a32410c2ab3b, deleteOnExit=true 2024-12-04T19:17:48,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/cluster_d92a757a-d63c-32db-9586-a32410c2ab3b/zookeeper_0, clientPort=57671, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/cluster_d92a757a-d63c-32db-9586-a32410c2ab3b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/cluster_d92a757a-d63c-32db-9586-a32410c2ab3b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T19:17:48,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57671 2024-12-04T19:17:48,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:17:48,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:17:48,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/test.cache.data in system properties and HBase conf 2024-12-04T19:17:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:17:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:17:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:17:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:17:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:17:48,313 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:17:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:17:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:17:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:17:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:17:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:17:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:17:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:17:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:17:48,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:17:48,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:17:48,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:17:48,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:17:48,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:17:48,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:17:48,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a1c71ab70002, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:17:48,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a1c71ab70002, quorum=127.0.0.1:65105, baseZNode=/0-2021723541 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:17:48,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a1c71ab70005, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:17:48,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a1c71ab70005, quorum=127.0.0.1:65105, baseZNode=/1-1339472634 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:17:48,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:48,633 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:17:48,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:17:48,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:17:48,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:17:48,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:48,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56de46a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:17:48,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58d2d9cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:17:48,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@565d5f7d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/java.io.tmpdir/jetty-localhost-38203-hadoop-hdfs-3_4_1-tests_jar-_-any-3650757389901190455/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:17:48,736 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f3b80d6{HTTP/1.1, (http/1.1)}{localhost:38203} 2024-12-04T19:17:48,736 INFO [Time-limited test {}] server.Server(415): Started @54833ms 2024-12-04T19:17:49,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:49,005 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:17:49,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:17:49,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:17:49,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:17:49,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67f366e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:17:49,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e5e9422{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:17:49,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cc37aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/java.io.tmpdir/jetty-localhost-40427-hadoop-hdfs-3_4_1-tests_jar-_-any-2461388385178805365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:17:49,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46410339{HTTP/1.1, (http/1.1)}{localhost:40427} 2024-12-04T19:17:49,100 INFO [Time-limited test {}] server.Server(415): Started @55197ms 2024-12-04T19:17:49,101 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:17:49,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:17:49,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:17:49,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:17:49,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:17:49,764 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/cluster_d92a757a-d63c-32db-9586-a32410c2ab3b/data/data1/current/BP-824507335-172.17.0.2-1733339868335/current, will proceed with Du for space computation calculation, 2024-12-04T19:17:49,764 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/cluster_d92a757a-d63c-32db-9586-a32410c2ab3b/data/data2/current/BP-824507335-172.17.0.2-1733339868335/current, will proceed with Du for space computation calculation, 2024-12-04T19:17:49,788 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:17:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x707a02da08365617 with lease ID 0xfdf1db0e4173c643: Processing first storage report for DS-9fc31ff9-993f-4237-8ab6-ca17ff9b85c5 from datanode DatanodeRegistration(127.0.0.1:34067, datanodeUuid=dcbb2fbc-e130-4266-bd74-f49820f8e092, infoPort=41181, infoSecurePort=0, ipcPort=39531, storageInfo=lv=-57;cid=testClusterID;nsid=1164984930;c=1733339868335) 2024-12-04T19:17:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x707a02da08365617 with lease ID 0xfdf1db0e4173c643: from storage DS-9fc31ff9-993f-4237-8ab6-ca17ff9b85c5 node DatanodeRegistration(127.0.0.1:34067, datanodeUuid=dcbb2fbc-e130-4266-bd74-f49820f8e092, infoPort=41181, infoSecurePort=0, ipcPort=39531, storageInfo=lv=-57;cid=testClusterID;nsid=1164984930;c=1733339868335), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T19:17:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x707a02da08365617 with lease ID 0xfdf1db0e4173c643: Processing first storage report for DS-3348abd9-291d-41fe-b72e-c13bfc72309e from datanode DatanodeRegistration(127.0.0.1:34067, datanodeUuid=dcbb2fbc-e130-4266-bd74-f49820f8e092, infoPort=41181, infoSecurePort=0, ipcPort=39531, storageInfo=lv=-57;cid=testClusterID;nsid=1164984930;c=1733339868335) 2024-12-04T19:17:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x707a02da08365617 with lease ID 0xfdf1db0e4173c643: from storage DS-3348abd9-291d-41fe-b72e-c13bfc72309e node DatanodeRegistration(127.0.0.1:34067, datanodeUuid=dcbb2fbc-e130-4266-bd74-f49820f8e092, infoPort=41181, infoSecurePort=0, ipcPort=39531, storageInfo=lv=-57;cid=testClusterID;nsid=1164984930;c=1733339868335), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:17:49,825 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6 2024-12-04T19:17:49,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:49,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:49,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:17:50,234 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f with version=8 2024-12-04T19:17:50,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/hbase-staging 2024-12-04T19:17:50,236 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:17:50,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:50,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:50,237 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:17:50,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:50,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:17:50,237 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:17:50,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:17:50,238 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45357 2024-12-04T19:17:50,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45357 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T19:17:50,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453570x0, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:50,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45357-0x101a1c768420000 connected 2024-12-04T19:17:50,370 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:17:50,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:50,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:50,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:50,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:50,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:50,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:50,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Set watcher on znode that does not yet exist, /0-745313399/running 2024-12-04T19:17:50,505 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f, hbase.cluster.distributed=false 2024-12-04T19:17:50,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Set watcher on znode that does not yet exist, /0-745313399/acl 2024-12-04T19:17:50,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45357 2024-12-04T19:17:50,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45357 2024-12-04T19:17:50,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45357 2024-12-04T19:17:50,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45357 2024-12-04T19:17:50,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45357 2024-12-04T19:17:50,519 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:17:50,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:50,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:50,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:17:50,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:50,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:17:50,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:17:50,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:17:50,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44161 2024-12-04T19:17:50,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44161 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T19:17:50,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:50,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:50,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441610x0, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:50,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44161-0x101a1c768420001 connected 2024-12-04T19:17:50,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Set watcher on znode that does not yet exist, /0-745313399/running 2024-12-04T19:17:50,534 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:17:50,534 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:17:50,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Set watcher on znode that does not yet exist, /0-745313399/master 2024-12-04T19:17:50,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Set watcher on znode that does not yet exist, /0-745313399/acl 2024-12-04T19:17:50,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44161 2024-12-04T19:17:50,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44161 2024-12-04T19:17:50,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44161 2024-12-04T19:17:50,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44161 2024-12-04T19:17:50,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44161 2024-12-04T19:17:50,552 DEBUG [M:0;9ba2734cd39f:45357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:45357 2024-12-04T19:17:50,552 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-745313399/backup-masters/9ba2734cd39f,45357,1733339870236 2024-12-04T19:17:50,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399/backup-masters 2024-12-04T19:17:50,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399/backup-masters 2024-12-04T19:17:50,565 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Set watcher on existing znode=/0-745313399/backup-masters/9ba2734cd39f,45357,1733339870236 2024-12-04T19:17:50,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-745313399/master 2024-12-04T19:17:50,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:17:50,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:17:50,575 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Set watcher on existing znode=/0-745313399/master 2024-12-04T19:17:50,576 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-745313399/backup-masters/9ba2734cd39f,45357,1733339870236 from backup master directory 2024-12-04T19:17:50,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-745313399/backup-masters/9ba2734cd39f,45357,1733339870236 2024-12-04T19:17:50,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399/backup-masters 2024-12-04T19:17:50,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399/backup-masters 2024-12-04T19:17:50,585 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:17:50,586 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,45357,1733339870236 2024-12-04T19:17:50,590 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/hbase.id] with ID: 127317ac-e3a2-4695-83d9-e92038302ac9 2024-12-04T19:17:50,590 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/.tmp/hbase.id 2024-12-04T19:17:50,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:17:50,995 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/.tmp/hbase.id]:[hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/hbase.id] 2024-12-04T19:17:51,007 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:51,007 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:17:51,009 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T19:17:51,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:17:51,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:17:51,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:17:51,424 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:17:51,425 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:17:51,425 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:51,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:17:51,833 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store 2024-12-04T19:17:51,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:17:52,240 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:52,240 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:17:52,240 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:52,240 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:52,240 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:17:52,240 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:52,240 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:52,240 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339872240Disabling compacts and flushes for region at 1733339872240Disabling writes for close at 1733339872240Writing region close event to WAL at 1733339872240Closed at 1733339872240 2024-12-04T19:17:52,241 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/.initializing 2024-12-04T19:17:52,241 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/WALs/9ba2734cd39f,45357,1733339870236 2024-12-04T19:17:52,242 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:17:52,244 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C45357%2C1733339870236, suffix=, logDir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/WALs/9ba2734cd39f,45357,1733339870236, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/oldWALs, maxLogs=10 2024-12-04T19:17:52,259 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/WALs/9ba2734cd39f,45357,1733339870236/9ba2734cd39f%2C45357%2C1733339870236.1733339872244, exclude list is [], retry=0 2024-12-04T19:17:52,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34067,DS-9fc31ff9-993f-4237-8ab6-ca17ff9b85c5,DISK] 2024-12-04T19:17:52,263 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/WALs/9ba2734cd39f,45357,1733339870236/9ba2734cd39f%2C45357%2C1733339870236.1733339872244 2024-12-04T19:17:52,264 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)] 2024-12-04T19:17:52,264 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:52,264 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:52,264 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:52,264 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:52,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:52,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:17:52,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:52,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:52,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:52,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:17:52,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:52,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:52,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:52,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:17:52,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:52,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:52,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:52,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:17:52,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:52,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:52,273 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:52,274 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:52,274 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:52,275 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:52,275 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:52,275 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:52,276 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:52,278 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:17:52,278 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70003375, jitterRate=0.04313157498836517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:52,279 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733339872265Initializing all the Stores at 1733339872265Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339872265Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339872266 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339872266Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339872266Cleaning up temporary data from old regions at 1733339872275 (+9 ms)Region opened successfully at 1733339872279 (+4 ms) 2024-12-04T19:17:52,279 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:17:52,282 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c91625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:17:52,283 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:17:52,283 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:17:52,283 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:17:52,283 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:17:52,283 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:17:52,284 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:17:52,284 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:17:52,285 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:17:52,286 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Unable to get data of znode /0-745313399/balancer because node does not exist (not necessarily an error) 2024-12-04T19:17:52,340 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-745313399/balancer already deleted, retry=false 2024-12-04T19:17:52,341 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:17:52,341 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Unable to get data of znode /0-745313399/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:17:52,354 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-745313399/normalizer already deleted, retry=false 2024-12-04T19:17:52,354 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:17:52,355 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Unable to get data of znode /0-745313399/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:17:52,364 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-745313399/switch/split already deleted, retry=false 2024-12-04T19:17:52,365 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Unable to get data of znode /0-745313399/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:17:52,375 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-745313399/switch/merge already deleted, retry=false 2024-12-04T19:17:52,376 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Unable to get data of znode /0-745313399/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:17:52,385 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-745313399/snapshot-cleanup already deleted, retry=false 2024-12-04T19:17:52,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-745313399/running 2024-12-04T19:17:52,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-745313399/running 2024-12-04T19:17:52,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:17:52,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:17:52,396 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,45357,1733339870236, sessionid=0x101a1c768420000, setting cluster-up flag (Was=false) 2024-12-04T19:17:52,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:17:52,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:17:52,448 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-745313399/flush-table-proc/acquired, /0-745313399/flush-table-proc/reached, /0-745313399/flush-table-proc/abort 2024-12-04T19:17:52,449 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,45357,1733339870236 2024-12-04T19:17:52,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:17:52,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:17:52,501 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-745313399/online-snapshot/acquired, /0-745313399/online-snapshot/reached, /0-745313399/online-snapshot/abort 2024-12-04T19:17:52,502 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,45357,1733339870236 2024-12-04T19:17:52,503 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:17:52,505 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:52,505 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:17:52,505 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:17:52,505 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,45357,1733339870236 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:17:52,506 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:52,506 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:52,507 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:52,507 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:52,507 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:17:52,507 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:52,507 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:17:52,507 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:52,508 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733339902508 2024-12-04T19:17:52,508 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:17:52,508 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:17:52,508 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:17:52,508 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:17:52,508 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:17:52,509 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:17:52,509 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:52,509 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:17:52,509 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:17:52,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:52,509 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:17:52,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:17:52,509 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:17:52,510 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:17:52,510 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:17:52,510 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339872510,5,FailOnTimeoutGroup] 2024-12-04T19:17:52,510 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339872510,5,FailOnTimeoutGroup] 2024-12-04T19:17:52,510 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:52,510 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:17:52,510 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:52,510 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:52,510 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:52,511 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:17:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:17:52,546 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(746): ClusterId : 127317ac-e3a2-4695-83d9-e92038302ac9 2024-12-04T19:17:52,546 DEBUG [RS:0;9ba2734cd39f:44161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:17:52,554 DEBUG [RS:0;9ba2734cd39f:44161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:17:52,554 DEBUG [RS:0;9ba2734cd39f:44161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:17:52,565 DEBUG [RS:0;9ba2734cd39f:44161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:17:52,565 DEBUG [RS:0;9ba2734cd39f:44161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24648656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:17:52,575 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:44161 2024-12-04T19:17:52,575 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:17:52,575 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:17:52,575 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:17:52,576 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,45357,1733339870236 with port=44161, startcode=1733339870519 2024-12-04T19:17:52,576 DEBUG [RS:0;9ba2734cd39f:44161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:17:52,577 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:17:52,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,44161,1733339870519 2024-12-04T19:17:52,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45357 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,44161,1733339870519 2024-12-04T19:17:52,579 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f 2024-12-04T19:17:52,579 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44643 2024-12-04T19:17:52,580 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:17:52,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399/rs 2024-12-04T19:17:52,586 DEBUG [RS:0;9ba2734cd39f:44161 {}] zookeeper.ZKUtil(111): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Set watcher on existing znode=/0-745313399/rs/9ba2734cd39f,44161,1733339870519 2024-12-04T19:17:52,586 WARN [RS:0;9ba2734cd39f:44161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:17:52,586 INFO [RS:0;9ba2734cd39f:44161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:52,586 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519 2024-12-04T19:17:52,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,44161,1733339870519] 2024-12-04T19:17:52,593 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:17:52,596 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:17:52,597 INFO [RS:0;9ba2734cd39f:44161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:17:52,597 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:52,597 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:17:52,598 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:17:52,598 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:52,598 DEBUG [RS:0;9ba2734cd39f:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:52,598 DEBUG [RS:0;9ba2734cd39f:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:52,598 DEBUG [RS:0;9ba2734cd39f:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:52,598 DEBUG [RS:0;9ba2734cd39f:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:52,598 DEBUG [RS:0;9ba2734cd39f:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:52,598 DEBUG [RS:0;9ba2734cd39f:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:17:52,598 DEBUG [RS:0;9ba2734cd39f:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:52,599 DEBUG [RS:0;9ba2734cd39f:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:52,599 DEBUG [RS:0;9ba2734cd39f:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:52,599 DEBUG [RS:0;9ba2734cd39f:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:52,599 DEBUG [RS:0;9ba2734cd39f:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:52,599 DEBUG [RS:0;9ba2734cd39f:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:52,599 DEBUG [RS:0;9ba2734cd39f:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:17:52,599 DEBUG [RS:0;9ba2734cd39f:44161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:17:52,605 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:52,605 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:52,605 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:52,605 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:52,605 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:52,605 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,44161,1733339870519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:17:52,622 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:17:52,622 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,44161,1733339870519-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:52,622 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:52,622 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.Replication(171): 9ba2734cd39f,44161,1733339870519 started 2024-12-04T19:17:52,634 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:52,634 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,44161,1733339870519, RpcServer on 9ba2734cd39f/172.17.0.2:44161, sessionid=0x101a1c768420001 2024-12-04T19:17:52,634 DEBUG [RS:0;9ba2734cd39f:44161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:17:52,634 DEBUG [RS:0;9ba2734cd39f:44161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,44161,1733339870519 2024-12-04T19:17:52,634 DEBUG [RS:0;9ba2734cd39f:44161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,44161,1733339870519' 2024-12-04T19:17:52,634 DEBUG [RS:0;9ba2734cd39f:44161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-745313399/flush-table-proc/abort' 2024-12-04T19:17:52,635 DEBUG [RS:0;9ba2734cd39f:44161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-745313399/flush-table-proc/acquired' 2024-12-04T19:17:52,635 DEBUG [RS:0;9ba2734cd39f:44161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:17:52,635 DEBUG [RS:0;9ba2734cd39f:44161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:17:52,635 DEBUG [RS:0;9ba2734cd39f:44161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,44161,1733339870519 2024-12-04T19:17:52,635 DEBUG [RS:0;9ba2734cd39f:44161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,44161,1733339870519' 2024-12-04T19:17:52,635 DEBUG [RS:0;9ba2734cd39f:44161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-745313399/online-snapshot/abort' 2024-12-04T19:17:52,636 DEBUG [RS:0;9ba2734cd39f:44161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-745313399/online-snapshot/acquired' 2024-12-04T19:17:52,636 DEBUG [RS:0;9ba2734cd39f:44161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:17:52,636 INFO [RS:0;9ba2734cd39f:44161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:17:52,636 INFO [RS:0;9ba2734cd39f:44161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:17:52,736 INFO [RS:0;9ba2734cd39f:44161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:17:52,738 INFO [RS:0;9ba2734cd39f:44161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C44161%2C1733339870519, suffix=, logDir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/oldWALs, maxLogs=10 2024-12-04T19:17:52,748 DEBUG [RS:0;9ba2734cd39f:44161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738, exclude list is [], retry=0 2024-12-04T19:17:52,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34067,DS-9fc31ff9-993f-4237-8ab6-ca17ff9b85c5,DISK] 2024-12-04T19:17:52,753 INFO [RS:0;9ba2734cd39f:44161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 2024-12-04T19:17:52,753 DEBUG [RS:0;9ba2734cd39f:44161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)] 2024-12-04T19:17:52,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:17:52,919 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f 2024-12-04T19:17:52,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:17:53,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:53,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:17:53,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:17:53,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:53,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:53,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:17:53,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:17:53,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:53,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:53,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:17:53,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:17:53,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:53,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:53,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:17:53,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:17:53,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:53,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:53,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:17:53,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740 2024-12-04T19:17:53,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740 2024-12-04T19:17:53,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:17:53,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:17:53,336 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:53,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:17:53,338 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:17:53,339 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71979441, jitterRate=0.07257725298404694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:53,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733339873325Initializing all the Stores at 1733339873326 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339873326Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339873326Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339873326Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339873326Cleaning up temporary data from old regions at 1733339873335 (+9 ms)Region opened successfully at 1733339873339 (+4 ms) 2024-12-04T19:17:53,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:17:53,339 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:17:53,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:17:53,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:17:53,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:17:53,340 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:53,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339873339Disabling compacts and flushes for region at 1733339873339Disabling writes for close at 1733339873339Writing region close event to WAL at 1733339873340 (+1 ms)Closed at 1733339873340 2024-12-04T19:17:53,341 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:53,341 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:17:53,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:17:53,342 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:17:53,343 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:17:53,493 DEBUG [9ba2734cd39f:45357 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:17:53,494 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,44161,1733339870519 2024-12-04T19:17:53,495 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,44161,1733339870519, state=OPENING 2024-12-04T19:17:53,543 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:17:53,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:17:53,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:17:53,554 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:17:53,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-745313399/meta-region-server: CHANGED 2024-12-04T19:17:53,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-745313399/meta-region-server: CHANGED 2024-12-04T19:17:53,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,44161,1733339870519}] 2024-12-04T19:17:53,707 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:17:53,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:17:53,712 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:17:53,712 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:53,712 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:17:53,714 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C44161%2C1733339870519.meta, suffix=.meta, logDir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/oldWALs, maxLogs=10 2024-12-04T19:17:53,730 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.meta.1733339873714.meta, exclude list is [], retry=0 2024-12-04T19:17:53,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34067,DS-9fc31ff9-993f-4237-8ab6-ca17ff9b85c5,DISK] 2024-12-04T19:17:53,735 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.meta.1733339873714.meta 2024-12-04T19:17:53,735 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)] 2024-12-04T19:17:53,735 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:53,736 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:17:53,736 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:17:53,736 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:17:53,736 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:17:53,736 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:17:53,736 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:53,736 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:17:53,736 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:17:53,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:17:53,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:17:53,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:53,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:53,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:17:53,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:17:53,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:53,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:53,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:17:53,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:17:53,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:53,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:53,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:17:53,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:17:53,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:53,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:53,743 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:17:53,743 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740 2024-12-04T19:17:53,744 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740 2024-12-04T19:17:53,745 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:17:53,745 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:17:53,746 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:53,747 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:17:53,748 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63069483, jitterRate=-0.06019146740436554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:53,748 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:17:53,749 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733339873736Writing region info on filesystem at 1733339873736Initializing all the Stores at 1733339873737 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339873737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339873738 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339873738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339873738Cleaning up temporary data from old regions at 1733339873745 (+7 ms)Running coprocessor post-open hooks at 1733339873748 (+3 ms)Region opened successfully at 1733339873749 (+1 ms) 2024-12-04T19:17:53,750 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733339873707 2024-12-04T19:17:53,752 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:17:53,752 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:17:53,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,44161,1733339870519 2024-12-04T19:17:53,754 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,44161,1733339870519, state=OPEN 2024-12-04T19:17:53,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-745313399/meta-region-server 2024-12-04T19:17:53,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-745313399/meta-region-server 2024-12-04T19:17:53,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-745313399/meta-region-server: CHANGED 2024-12-04T19:17:53,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-745313399/meta-region-server: CHANGED 2024-12-04T19:17:53,823 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,44161,1733339870519 2024-12-04T19:17:53,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:17:53,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,44161,1733339870519 in 269 msec 2024-12-04T19:17:53,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:17:53,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-12-04T19:17:53,828 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:53,828 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:17:53,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:53,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44161,1733339870519, seqNum=-1] 2024-12-04T19:17:53,830 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:53,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:17:53,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3310 sec 2024-12-04T19:17:53,836 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733339873835, completionTime=-1 2024-12-04T19:17:53,836 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:17:53,836 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:17:53,837 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:17:53,837 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733339933837 2024-12-04T19:17:53,837 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733339993837 2024-12-04T19:17:53,837 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:17:53,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45357,1733339870236-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:53,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45357,1733339870236-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:53,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45357,1733339870236-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:53,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:45357, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:53,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:53,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:53,839 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:17:53,841 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.255sec 2024-12-04T19:17:53,841 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:17:53,841 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:17:53,841 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:17:53,841 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:17:53,841 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:17:53,841 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45357,1733339870236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:17:53,841 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45357,1733339870236-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:17:53,844 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:17:53,844 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:17:53,844 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45357,1733339870236-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:53,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365519d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:53,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,45357,-1 for getting cluster id 2024-12-04T19:17:53,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:53,847 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '127317ac-e3a2-4695-83d9-e92038302ac9' 2024-12-04T19:17:53,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:53,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "127317ac-e3a2-4695-83d9-e92038302ac9" 2024-12-04T19:17:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59470369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,45357,-1] 2024-12-04T19:17:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:53,849 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:53,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e03b264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:53,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:53,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44161,1733339870519, seqNum=-1] 2024-12-04T19:17:53,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:53,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:17:53,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,45357,1733339870236 2024-12-04T19:17:53,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T19:17:53,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:53,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a1c768420002 connected 2024-12-04T19:17:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/hadoop.log.dir so I do NOT create it in target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468 2024-12-04T19:17:53,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:17:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/hadoop.tmp.dir so I do NOT create it in target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468 2024-12-04T19:17:53,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:17:53,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468 2024-12-04T19:17:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:17:53,883 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/cluster_1a6659e4-8d66-e2fb-2cdd-558901c828d0, deleteOnExit=true 2024-12-04T19:17:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:17:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/test.cache.data in system properties and HBase conf 2024-12-04T19:17:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:17:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:17:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:17:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:17:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:17:53,883 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:17:53,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:17:53,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:17:53,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:17:53,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:17:53,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:17:53,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:17:53,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:17:53,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:17:53,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:17:53,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:17:53,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:17:53,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:17:53,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:17:53,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:17:54,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:54,171 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:17:54,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:17:54,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:17:54,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:17:54,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:54,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a5a62e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:17:54,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@686c72e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:17:54,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68206f64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/java.io.tmpdir/jetty-localhost-42879-hadoop-hdfs-3_4_1-tests_jar-_-any-5351673319600139616/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:17:54,264 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45e6ba5f{HTTP/1.1, (http/1.1)}{localhost:42879} 2024-12-04T19:17:54,264 INFO [Time-limited test {}] server.Server(415): Started @60361ms 2024-12-04T19:17:54,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:17:54,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:17:54,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:17:54,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:17:54,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:17:54,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31a0a551{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:17:54,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31cc39e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:17:54,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bfba8c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/java.io.tmpdir/jetty-localhost-36625-hadoop-hdfs-3_4_1-tests_jar-_-any-1679204771567631427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:17:54,656 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2790647b{HTTP/1.1, (http/1.1)}{localhost:36625} 2024-12-04T19:17:54,656 INFO [Time-limited test {}] server.Server(415): Started @60753ms 2024-12-04T19:17:54,657 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:17:55,441 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/cluster_1a6659e4-8d66-e2fb-2cdd-558901c828d0/data/data1/current/BP-1642121254-172.17.0.2-1733339873899/current, will proceed with Du for space computation calculation, 2024-12-04T19:17:55,441 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/cluster_1a6659e4-8d66-e2fb-2cdd-558901c828d0/data/data2/current/BP-1642121254-172.17.0.2-1733339873899/current, will proceed with Du for space computation calculation, 2024-12-04T19:17:55,457 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:17:55,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb981e18381f32c15 with lease ID 0xedb62c5ed762664c: Processing first storage report for DS-cde9f6fc-52a9-4d04-a73e-a749af4d5c05 from datanode DatanodeRegistration(127.0.0.1:34671, datanodeUuid=d87b7201-6c2e-455b-9658-75f393d08951, infoPort=41459, infoSecurePort=0, ipcPort=35887, storageInfo=lv=-57;cid=testClusterID;nsid=48302186;c=1733339873899) 2024-12-04T19:17:55,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb981e18381f32c15 with lease ID 0xedb62c5ed762664c: from storage DS-cde9f6fc-52a9-4d04-a73e-a749af4d5c05 node DatanodeRegistration(127.0.0.1:34671, datanodeUuid=d87b7201-6c2e-455b-9658-75f393d08951, infoPort=41459, infoSecurePort=0, ipcPort=35887, storageInfo=lv=-57;cid=testClusterID;nsid=48302186;c=1733339873899), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T19:17:55,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb981e18381f32c15 with lease ID 0xedb62c5ed762664c: Processing first storage report for DS-7597c4c3-6b33-4bce-8782-682210dc4f8a from datanode DatanodeRegistration(127.0.0.1:34671, datanodeUuid=d87b7201-6c2e-455b-9658-75f393d08951, infoPort=41459, infoSecurePort=0, ipcPort=35887, storageInfo=lv=-57;cid=testClusterID;nsid=48302186;c=1733339873899) 2024-12-04T19:17:55,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb981e18381f32c15 with lease ID 0xedb62c5ed762664c: from storage DS-7597c4c3-6b33-4bce-8782-682210dc4f8a node DatanodeRegistration(127.0.0.1:34671, datanodeUuid=d87b7201-6c2e-455b-9658-75f393d08951, infoPort=41459, infoSecurePort=0, ipcPort=35887, storageInfo=lv=-57;cid=testClusterID;nsid=48302186;c=1733339873899), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:17:55,553 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468 2024-12-04T19:17:55,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:55,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:55,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:17:55,963 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967 with version=8 2024-12-04T19:17:55,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/hbase-staging 2024-12-04T19:17:55,964 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:17:55,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:55,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:55,965 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:17:55,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:55,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:17:55,965 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:17:55,965 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:17:55,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43893 2024-12-04T19:17:55,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43893 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T19:17:56,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438930x0, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:56,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43893-0x101a1c768420003 connected 2024-12-04T19:17:56,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:56,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:56,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Set watcher on znode that does not yet exist, /1-2013693231/running 2024-12-04T19:17:56,093 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967, hbase.cluster.distributed=false 2024-12-04T19:17:56,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Set watcher on znode that does not yet exist, /1-2013693231/acl 2024-12-04T19:17:56,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43893 2024-12-04T19:17:56,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43893 2024-12-04T19:17:56,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43893 2024-12-04T19:17:56,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43893 2024-12-04T19:17:56,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43893 2024-12-04T19:17:56,111 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:17:56,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:56,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:56,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:17:56,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:17:56,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:17:56,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:17:56,111 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:17:56,111 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34225 2024-12-04T19:17:56,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34225 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T19:17:56,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:56,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:56,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342250x0, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:56,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34225-0x101a1c768420004 connected 2024-12-04T19:17:56,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Set watcher on znode that does not yet exist, /1-2013693231/running 2024-12-04T19:17:56,123 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:17:56,123 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:17:56,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Set watcher on znode that does not yet exist, /1-2013693231/master 2024-12-04T19:17:56,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Set watcher on znode that does not yet exist, /1-2013693231/acl 2024-12-04T19:17:56,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34225 2024-12-04T19:17:56,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34225 2024-12-04T19:17:56,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34225 2024-12-04T19:17:56,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34225 2024-12-04T19:17:56,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34225 2024-12-04T19:17:56,137 DEBUG [M:0;9ba2734cd39f:43893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:43893 2024-12-04T19:17:56,137 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2013693231/backup-masters/9ba2734cd39f,43893,1733339875964 2024-12-04T19:17:56,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231/backup-masters 2024-12-04T19:17:56,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231/backup-masters 2024-12-04T19:17:56,146 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Set watcher on existing znode=/1-2013693231/backup-masters/9ba2734cd39f,43893,1733339875964 2024-12-04T19:17:56,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2013693231/master 2024-12-04T19:17:56,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:17:56,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:17:56,154 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Set watcher on existing znode=/1-2013693231/master 2024-12-04T19:17:56,155 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2013693231/backup-masters/9ba2734cd39f,43893,1733339875964 from backup master directory 2024-12-04T19:17:56,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2013693231/backup-masters/9ba2734cd39f,43893,1733339875964 2024-12-04T19:17:56,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231/backup-masters 2024-12-04T19:17:56,164 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:17:56,164 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,43893,1733339875964 2024-12-04T19:17:56,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231/backup-masters 2024-12-04T19:17:56,168 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/hbase.id] with ID: 2afe61ce-9068-4ab8-8a51-49406af66526 2024-12-04T19:17:56,168 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/.tmp/hbase.id 2024-12-04T19:17:56,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:17:56,574 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/.tmp/hbase.id]:[hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/hbase.id] 2024-12-04T19:17:56,589 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:17:56,589 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:17:56,591 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T19:17:56,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:17:56,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:17:56,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:17:57,045 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:17:57,045 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:17:57,046 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:57,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:17:57,453 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store 2024-12-04T19:17:57,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:17:57,859 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:57,859 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:17:57,859 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:57,859 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:57,859 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:17:57,859 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:57,859 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:17:57,859 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339877859Disabling compacts and flushes for region at 1733339877859Disabling writes for close at 1733339877859Writing region close event to WAL at 1733339877859Closed at 1733339877859 2024-12-04T19:17:57,860 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/.initializing 2024-12-04T19:17:57,860 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/WALs/9ba2734cd39f,43893,1733339875964 2024-12-04T19:17:57,861 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:17:57,863 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C43893%2C1733339875964, suffix=, logDir=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/WALs/9ba2734cd39f,43893,1733339875964, archiveDir=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/oldWALs, maxLogs=10 2024-12-04T19:17:57,874 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/WALs/9ba2734cd39f,43893,1733339875964/9ba2734cd39f%2C43893%2C1733339875964.1733339877863, exclude list is [], retry=0 2024-12-04T19:17:57,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34671,DS-cde9f6fc-52a9-4d04-a73e-a749af4d5c05,DISK] 2024-12-04T19:17:57,878 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/WALs/9ba2734cd39f,43893,1733339875964/9ba2734cd39f%2C43893%2C1733339875964.1733339877863 2024-12-04T19:17:57,878 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41459:41459)] 2024-12-04T19:17:57,879 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:57,879 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:57,879 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:57,879 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:57,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:57,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:17:57,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:57,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:57,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:57,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:17:57,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:57,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:57,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:57,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:17:57,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:57,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:57,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:57,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:17:57,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:57,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:17:57,887 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:57,888 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:57,888 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:57,889 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:57,889 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:57,890 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:57,891 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:17:57,893 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:17:57,893 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69745660, jitterRate=0.039291322231292725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:57,893 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733339877879Initializing all the Stores at 1733339877880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339877880Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339877880Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339877880Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339877880Cleaning up temporary data from old regions at 1733339877889 (+9 ms)Region opened successfully at 1733339877893 (+4 ms) 2024-12-04T19:17:57,893 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:17:57,896 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141fcce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:17:57,897 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:17:57,897 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:17:57,897 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:17:57,897 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:17:57,897 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:17:57,898 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:17:57,898 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:17:57,899 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:17:57,900 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Unable to get data of znode /1-2013693231/balancer because node does not exist (not necessarily an error) 2024-12-04T19:17:57,993 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2013693231/balancer already deleted, retry=false 2024-12-04T19:17:57,993 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:17:57,994 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Unable to get data of znode /1-2013693231/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:17:58,006 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2013693231/normalizer already deleted, retry=false 2024-12-04T19:17:58,006 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:17:58,007 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Unable to get data of znode /1-2013693231/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:17:58,016 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2013693231/switch/split already deleted, retry=false 2024-12-04T19:17:58,017 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Unable to get data of znode /1-2013693231/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:17:58,027 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2013693231/switch/merge already deleted, retry=false 2024-12-04T19:17:58,028 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Unable to get data of znode /1-2013693231/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:17:58,037 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2013693231/snapshot-cleanup already deleted, retry=false 2024-12-04T19:17:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2013693231/running 2024-12-04T19:17:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2013693231/running 2024-12-04T19:17:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:17:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:17:58,048 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,43893,1733339875964, sessionid=0x101a1c768420003, setting cluster-up flag (Was=false) 2024-12-04T19:17:58,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:17:58,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:17:58,101 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2013693231/flush-table-proc/acquired, /1-2013693231/flush-table-proc/reached, /1-2013693231/flush-table-proc/abort 2024-12-04T19:17:58,102 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,43893,1733339875964 2024-12-04T19:17:58,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:17:58,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:17:58,153 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2013693231/online-snapshot/acquired, /1-2013693231/online-snapshot/reached, /1-2013693231/online-snapshot/abort 2024-12-04T19:17:58,154 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,43893,1733339875964 2024-12-04T19:17:58,155 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:17:58,157 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:58,157 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:17:58,157 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:17:58,157 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,43893,1733339875964 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:17:58,158 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:58,158 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:58,158 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:58,159 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:17:58,159 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:17:58,159 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:58,159 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:17:58,159 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:58,159 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733339908159 2024-12-04T19:17:58,160 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:17:58,160 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:17:58,160 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:17:58,160 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:17:58,160 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:17:58,160 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:17:58,160 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:58,160 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:17:58,160 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:58,160 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:17:58,160 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:17:58,160 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:17:58,160 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:17:58,161 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:17:58,161 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:17:58,161 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339878161,5,FailOnTimeoutGroup] 2024-12-04T19:17:58,161 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:58,161 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339878161,5,FailOnTimeoutGroup] 2024-12-04T19:17:58,161 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:58,161 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:17:58,161 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:58,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:17:58,161 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:17:58,229 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(746): ClusterId : 2afe61ce-9068-4ab8-8a51-49406af66526 2024-12-04T19:17:58,229 DEBUG [RS:0;9ba2734cd39f:34225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:17:58,238 DEBUG [RS:0;9ba2734cd39f:34225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:17:58,238 DEBUG [RS:0;9ba2734cd39f:34225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:17:58,249 DEBUG [RS:0;9ba2734cd39f:34225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:17:58,249 DEBUG [RS:0;9ba2734cd39f:34225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3886f0dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:17:58,260 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:34225 2024-12-04T19:17:58,260 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:17:58,260 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:17:58,260 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:17:58,261 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,43893,1733339875964 with port=34225, startcode=1733339876110 2024-12-04T19:17:58,261 DEBUG [RS:0;9ba2734cd39f:34225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:17:58,263 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:17:58,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,34225,1733339876110 2024-12-04T19:17:58,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43893 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,34225,1733339876110 2024-12-04T19:17:58,264 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967 2024-12-04T19:17:58,264 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44097 2024-12-04T19:17:58,264 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:17:58,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231/rs 2024-12-04T19:17:58,305 DEBUG [RS:0;9ba2734cd39f:34225 {}] zookeeper.ZKUtil(111): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Set watcher on existing znode=/1-2013693231/rs/9ba2734cd39f,34225,1733339876110 2024-12-04T19:17:58,305 WARN [RS:0;9ba2734cd39f:34225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:17:58,305 INFO [RS:0;9ba2734cd39f:34225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:58,305 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/WALs/9ba2734cd39f,34225,1733339876110 2024-12-04T19:17:58,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,34225,1733339876110] 2024-12-04T19:17:58,308 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:17:58,309 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:17:58,309 INFO [RS:0;9ba2734cd39f:34225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:17:58,309 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:58,310 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:17:58,310 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:17:58,310 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:58,310 DEBUG [RS:0;9ba2734cd39f:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:58,310 DEBUG [RS:0;9ba2734cd39f:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:58,310 DEBUG [RS:0;9ba2734cd39f:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:58,310 DEBUG [RS:0;9ba2734cd39f:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:58,310 DEBUG [RS:0;9ba2734cd39f:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:58,311 DEBUG [RS:0;9ba2734cd39f:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:17:58,311 DEBUG [RS:0;9ba2734cd39f:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:58,311 DEBUG [RS:0;9ba2734cd39f:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:58,311 DEBUG [RS:0;9ba2734cd39f:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:58,311 DEBUG [RS:0;9ba2734cd39f:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:58,311 DEBUG [RS:0;9ba2734cd39f:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:58,311 DEBUG [RS:0;9ba2734cd39f:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:17:58,311 DEBUG [RS:0;9ba2734cd39f:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:17:58,311 DEBUG [RS:0;9ba2734cd39f:34225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:17:58,312 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:58,312 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:58,312 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:58,312 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:58,312 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:58,312 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34225,1733339876110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:17:58,324 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:17:58,324 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34225,1733339876110-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:58,324 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:58,324 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.Replication(171): 9ba2734cd39f,34225,1733339876110 started 2024-12-04T19:17:58,334 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:58,334 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,34225,1733339876110, RpcServer on 9ba2734cd39f/172.17.0.2:34225, sessionid=0x101a1c768420004 2024-12-04T19:17:58,334 DEBUG [RS:0;9ba2734cd39f:34225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:17:58,335 DEBUG [RS:0;9ba2734cd39f:34225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,34225,1733339876110 2024-12-04T19:17:58,335 DEBUG [RS:0;9ba2734cd39f:34225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,34225,1733339876110' 2024-12-04T19:17:58,335 DEBUG [RS:0;9ba2734cd39f:34225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2013693231/flush-table-proc/abort' 2024-12-04T19:17:58,335 DEBUG [RS:0;9ba2734cd39f:34225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2013693231/flush-table-proc/acquired' 2024-12-04T19:17:58,335 DEBUG [RS:0;9ba2734cd39f:34225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:17:58,335 DEBUG [RS:0;9ba2734cd39f:34225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:17:58,336 DEBUG [RS:0;9ba2734cd39f:34225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,34225,1733339876110 2024-12-04T19:17:58,336 DEBUG [RS:0;9ba2734cd39f:34225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,34225,1733339876110' 2024-12-04T19:17:58,336 DEBUG [RS:0;9ba2734cd39f:34225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2013693231/online-snapshot/abort' 2024-12-04T19:17:58,336 DEBUG [RS:0;9ba2734cd39f:34225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2013693231/online-snapshot/acquired' 2024-12-04T19:17:58,336 DEBUG [RS:0;9ba2734cd39f:34225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:17:58,336 INFO [RS:0;9ba2734cd39f:34225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:17:58,336 INFO [RS:0;9ba2734cd39f:34225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:17:58,436 INFO [RS:0;9ba2734cd39f:34225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:17:58,438 INFO [RS:0;9ba2734cd39f:34225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C34225%2C1733339876110, suffix=, logDir=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/WALs/9ba2734cd39f,34225,1733339876110, archiveDir=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/oldWALs, maxLogs=10 2024-12-04T19:17:58,448 DEBUG [RS:0;9ba2734cd39f:34225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/WALs/9ba2734cd39f,34225,1733339876110/9ba2734cd39f%2C34225%2C1733339876110.1733339878438, exclude list is [], retry=0 2024-12-04T19:17:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34671,DS-cde9f6fc-52a9-4d04-a73e-a749af4d5c05,DISK] 2024-12-04T19:17:58,452 INFO [RS:0;9ba2734cd39f:34225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/WALs/9ba2734cd39f,34225,1733339876110/9ba2734cd39f%2C34225%2C1733339876110.1733339878438 2024-12-04T19:17:58,453 DEBUG [RS:0;9ba2734cd39f:34225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41459:41459)] 2024-12-04T19:17:58,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:17:58,567 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967 2024-12-04T19:17:58,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:17:58,593 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:17:58,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:58,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:17:58,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:17:58,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:58,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:58,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:17:58,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:17:58,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:58,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:58,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:17:58,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:17:58,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:58,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:58,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:17:58,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:17:58,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:58,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:58,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:17:58,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740 2024-12-04T19:17:58,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740 2024-12-04T19:17:58,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:17:58,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:17:58,982 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:58,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:17:58,985 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:17:58,985 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70221256, jitterRate=0.046378254890441895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:58,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733339878973Initializing all the Stores at 1733339878974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339878974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339878974Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339878974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339878974Cleaning up temporary data from old regions at 1733339878982 (+8 ms)Region opened successfully at 1733339878985 (+3 ms) 2024-12-04T19:17:58,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:17:58,986 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:17:58,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:17:58,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:17:58,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:17:58,986 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:17:58,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339878986Disabling compacts and flushes for region at 1733339878986Disabling writes for close at 1733339878986Writing region close event to WAL at 1733339878986Closed at 1733339878986 2024-12-04T19:17:58,987 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:58,987 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:17:58,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:17:58,988 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:17:58,989 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:17:59,139 DEBUG [9ba2734cd39f:43893 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:17:59,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,34225,1733339876110 2024-12-04T19:17:59,141 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,34225,1733339876110, state=OPENING 2024-12-04T19:17:59,153 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:17:59,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:17:59,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:17:59,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2013693231/meta-region-server: CHANGED 2024-12-04T19:17:59,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2013693231/meta-region-server: CHANGED 2024-12-04T19:17:59,164 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:17:59,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34225,1733339876110}] 2024-12-04T19:17:59,238 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:17:59,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:59,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:59,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:59,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:17:59,318 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:17:59,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:17:59,323 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:17:59,323 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:17:59,324 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:17:59,325 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C34225%2C1733339876110.meta, suffix=.meta, logDir=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/WALs/9ba2734cd39f,34225,1733339876110, archiveDir=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/oldWALs, maxLogs=10 2024-12-04T19:17:59,337 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/WALs/9ba2734cd39f,34225,1733339876110/9ba2734cd39f%2C34225%2C1733339876110.meta.1733339879325.meta, exclude list is [], retry=0 2024-12-04T19:17:59,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34671,DS-cde9f6fc-52a9-4d04-a73e-a749af4d5c05,DISK] 2024-12-04T19:17:59,341 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/WALs/9ba2734cd39f,34225,1733339876110/9ba2734cd39f%2C34225%2C1733339876110.meta.1733339879325.meta 2024-12-04T19:17:59,342 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41459:41459)] 2024-12-04T19:17:59,342 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:17:59,342 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:17:59,342 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:17:59,342 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:17:59,342 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:17:59,343 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:17:59,343 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:17:59,343 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:17:59,343 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:17:59,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:17:59,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:17:59,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:59,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:59,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:17:59,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:17:59,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:59,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:59,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:17:59,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:17:59,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:59,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:59,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:17:59,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:17:59,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:59,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:17:59,349 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:17:59,350 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740 2024-12-04T19:17:59,351 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740 2024-12-04T19:17:59,352 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:17:59,352 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:17:59,353 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:17:59,354 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:17:59,354 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64677786, jitterRate=-0.03622588515281677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:17:59,354 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:17:59,355 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733339879343Writing region info on filesystem at 1733339879343Initializing all the Stores at 1733339879344 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339879344Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339879344Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339879344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339879344Cleaning up temporary data from old regions at 1733339879352 (+8 ms)Running coprocessor post-open hooks at 1733339879354 (+2 ms)Region opened successfully at 1733339879355 (+1 ms) 2024-12-04T19:17:59,356 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733339879317 2024-12-04T19:17:59,357 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:17:59,358 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:17:59,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,34225,1733339876110 2024-12-04T19:17:59,359 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,34225,1733339876110, state=OPEN 2024-12-04T19:17:59,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2013693231/meta-region-server 2024-12-04T19:17:59,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2013693231/meta-region-server 2024-12-04T19:17:59,399 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34225,1733339876110 2024-12-04T19:17:59,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2013693231/meta-region-server: CHANGED 2024-12-04T19:17:59,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2013693231/meta-region-server: CHANGED 2024-12-04T19:17:59,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:17:59,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34225,1733339876110 in 234 msec 2024-12-04T19:17:59,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:17:59,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-12-04T19:17:59,405 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:17:59,405 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:17:59,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:59,406 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34225,1733339876110, seqNum=-1] 2024-12-04T19:17:59,406 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:59,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:17:59,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-12-04T19:17:59,412 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733339879412, completionTime=-1 2024-12-04T19:17:59,413 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:17:59,413 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:17:59,414 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:17:59,414 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733339939414 2024-12-04T19:17:59,414 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733339999414 2024-12-04T19:17:59,414 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:17:59,415 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,43893,1733339875964-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:59,415 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,43893,1733339875964-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:59,415 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,43893,1733339875964-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:59,415 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:43893, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:59,415 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:59,415 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:59,416 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:17:59,418 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.254sec 2024-12-04T19:17:59,418 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:17:59,418 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:17:59,418 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:17:59,418 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:17:59,418 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:17:59,418 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,43893,1733339875964-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:17:59,418 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,43893,1733339875964-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:17:59,421 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:17:59,421 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:17:59,421 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,43893,1733339875964-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:17:59,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb7739a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:59,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,43893,-1 for getting cluster id 2024-12-04T19:17:59,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:17:59,432 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afe61ce-9068-4ab8-8a51-49406af66526' 2024-12-04T19:17:59,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:17:59,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afe61ce-9068-4ab8-8a51-49406af66526" 2024-12-04T19:17:59,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7e2b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:59,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,43893,-1] 2024-12-04T19:17:59,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:17:59,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:17:59,434 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:17:59,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9bff77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:17:59,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:17:59,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34225,1733339876110, seqNum=-1] 2024-12-04T19:17:59,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:17:59,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:17:59,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,43893,1733339875964 2024-12-04T19:17:59,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57671 2024-12-04T19:17:59,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:17:59,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a1c768420005 connected 2024-12-04T19:17:59,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:17:59,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T19:17:59,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:17:59,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T19:17:59,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:17:59,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T19:17:59,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:17:59,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T19:17:59,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:17:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,45357,1733339870236 2024-12-04T19:17:59,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31ed3b54 2024-12-04T19:17:59,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:17:59,481 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:17:59,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:17:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:17:59,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:17:59,491 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:17:59,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:17:59,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:17:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:59,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:17:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:17:59,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffa6b6b721e90ea708384d54f39e7cc7, NAME => 'test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f 2024-12-04T19:17:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:18:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:18:00,319 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:18:00,319 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ffa6b6b721e90ea708384d54f39e7cc7, disabling compactions & flushes 2024-12-04T19:18:00,319 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7. 2024-12-04T19:18:00,319 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7. 2024-12-04T19:18:00,319 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7. after waiting 0 ms 2024-12-04T19:18:00,319 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7. 2024-12-04T19:18:00,319 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7. 2024-12-04T19:18:00,319 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffa6b6b721e90ea708384d54f39e7cc7: Waiting for close lock at 1733339880319Disabling compacts and flushes for region at 1733339880319Disabling writes for close at 1733339880319Writing region close event to WAL at 1733339880319Closed at 1733339880319 2024-12-04T19:18:00,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:18:00,321 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733339880321"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733339880321"}]},"ts":"1733339880321"} 2024-12-04T19:18:00,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:18:00,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:18:00,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339880329"}]},"ts":"1733339880329"} 2024-12-04T19:18:00,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:18:00,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffa6b6b721e90ea708384d54f39e7cc7, ASSIGN}] 2024-12-04T19:18:00,335 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffa6b6b721e90ea708384d54f39e7cc7, ASSIGN 2024-12-04T19:18:00,337 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ffa6b6b721e90ea708384d54f39e7cc7, ASSIGN; state=OFFLINE, location=9ba2734cd39f,44161,1733339870519; forceNewPlan=false, retain=false 2024-12-04T19:18:00,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffa6b6b721e90ea708384d54f39e7cc7, regionState=OPENING, regionLocation=9ba2734cd39f,44161,1733339870519 2024-12-04T19:18:00,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ffa6b6b721e90ea708384d54f39e7cc7, ASSIGN because future has completed 2024-12-04T19:18:00,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffa6b6b721e90ea708384d54f39e7cc7, server=9ba2734cd39f,44161,1733339870519}] 2024-12-04T19:18:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:18:00,649 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7. 2024-12-04T19:18:00,649 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ffa6b6b721e90ea708384d54f39e7cc7, NAME => 'test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:18:00,650 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:18:00,650 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:18:00,650 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:18:00,650 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:18:00,650 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:18:00,650 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:18:00,652 INFO [StoreOpener-ffa6b6b721e90ea708384d54f39e7cc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:18:00,653 INFO [StoreOpener-ffa6b6b721e90ea708384d54f39e7cc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffa6b6b721e90ea708384d54f39e7cc7 columnFamilyName f 2024-12-04T19:18:00,653 DEBUG [StoreOpener-ffa6b6b721e90ea708384d54f39e7cc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:18:00,654 INFO [StoreOpener-ffa6b6b721e90ea708384d54f39e7cc7-1 {}] regionserver.HStore(327): Store=ffa6b6b721e90ea708384d54f39e7cc7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:18:00,654 INFO [StoreOpener-ffa6b6b721e90ea708384d54f39e7cc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:18:00,655 INFO [StoreOpener-ffa6b6b721e90ea708384d54f39e7cc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffa6b6b721e90ea708384d54f39e7cc7 columnFamilyName f1 2024-12-04T19:18:00,655 DEBUG [StoreOpener-ffa6b6b721e90ea708384d54f39e7cc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:18:00,656 INFO [StoreOpener-ffa6b6b721e90ea708384d54f39e7cc7-1 {}] regionserver.HStore(327): Store=ffa6b6b721e90ea708384d54f39e7cc7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:18:00,656 INFO [StoreOpener-ffa6b6b721e90ea708384d54f39e7cc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:18:00,657 INFO [StoreOpener-ffa6b6b721e90ea708384d54f39e7cc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffa6b6b721e90ea708384d54f39e7cc7 columnFamilyName norep 2024-12-04T19:18:00,657 DEBUG [StoreOpener-ffa6b6b721e90ea708384d54f39e7cc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:18:00,657 INFO [StoreOpener-ffa6b6b721e90ea708384d54f39e7cc7-1 {}] regionserver.HStore(327): Store=ffa6b6b721e90ea708384d54f39e7cc7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:18:00,658 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:18:00,659 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:18:00,660 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:18:00,661 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:18:00,661 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:18:00,662 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:18:00,663 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:18:00,665 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:18:00,666 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ffa6b6b721e90ea708384d54f39e7cc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72794699, jitterRate=0.08472554385662079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:18:00,666 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:18:00,666 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ffa6b6b721e90ea708384d54f39e7cc7: Running coprocessor pre-open hook at 1733339880650Writing region info on filesystem at 1733339880650Initializing all the Stores at 1733339880651 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339880651Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339880652 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339880652Cleaning up temporary data from old regions at 1733339880661 (+9 ms)Running coprocessor post-open hooks at 1733339880666 (+5 ms)Region opened successfully at 1733339880666 2024-12-04T19:18:00,669 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7., pid=6, masterSystemTime=1733339880644 2024-12-04T19:18:00,671 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7. 2024-12-04T19:18:00,671 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7. 2024-12-04T19:18:00,673 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffa6b6b721e90ea708384d54f39e7cc7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,44161,1733339870519 2024-12-04T19:18:00,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffa6b6b721e90ea708384d54f39e7cc7, server=9ba2734cd39f,44161,1733339870519 because future has completed 2024-12-04T19:18:00,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:18:00,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ffa6b6b721e90ea708384d54f39e7cc7, server=9ba2734cd39f,44161,1733339870519 in 186 msec 2024-12-04T19:18:00,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:18:00,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ffa6b6b721e90ea708384d54f39e7cc7, ASSIGN in 347 msec 2024-12-04T19:18:00,686 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:18:00,686 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339880686"}]},"ts":"1733339880686"} 2024-12-04T19:18:00,689 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:18:00,690 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:18:00,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2040 sec 2024-12-04T19:18:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:18:01,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:18:01,654 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:18:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,43893,1733339875964 2024-12-04T19:18:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c29e2a8 2024-12-04T19:18:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:18:01,655 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:18:01,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:18:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:18:01,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:18:01,659 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:18:01,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:18:01,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:18:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:18:01,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:18:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:18:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:18:02,067 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01a5831d30124bc05827b3551653a83a, NAME => 'test,,1733339881656.01a5831d30124bc05827b3551653a83a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967 2024-12-04T19:18:02,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:18:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:18:02,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733339881656.01a5831d30124bc05827b3551653a83a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:18:02,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 01a5831d30124bc05827b3551653a83a, disabling compactions & flushes 2024-12-04T19:18:02,476 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733339881656.01a5831d30124bc05827b3551653a83a. 2024-12-04T19:18:02,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733339881656.01a5831d30124bc05827b3551653a83a. 2024-12-04T19:18:02,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733339881656.01a5831d30124bc05827b3551653a83a. after waiting 0 ms 2024-12-04T19:18:02,477 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733339881656.01a5831d30124bc05827b3551653a83a. 2024-12-04T19:18:02,477 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733339881656.01a5831d30124bc05827b3551653a83a. 2024-12-04T19:18:02,477 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01a5831d30124bc05827b3551653a83a: Waiting for close lock at 1733339882476Disabling compacts and flushes for region at 1733339882476Disabling writes for close at 1733339882476Writing region close event to WAL at 1733339882477 (+1 ms)Closed at 1733339882477 2024-12-04T19:18:02,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:18:02,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733339881656.01a5831d30124bc05827b3551653a83a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733339882478"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733339882478"}]},"ts":"1733339882478"} 2024-12-04T19:18:02,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:18:02,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:18:02,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339882502"}]},"ts":"1733339882502"} 2024-12-04T19:18:02,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:18:02,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=01a5831d30124bc05827b3551653a83a, ASSIGN}] 2024-12-04T19:18:02,508 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=01a5831d30124bc05827b3551653a83a, ASSIGN 2024-12-04T19:18:02,509 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=01a5831d30124bc05827b3551653a83a, ASSIGN; state=OFFLINE, location=9ba2734cd39f,34225,1733339876110; forceNewPlan=false, retain=false 2024-12-04T19:18:02,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=01a5831d30124bc05827b3551653a83a, regionState=OPENING, regionLocation=9ba2734cd39f,34225,1733339876110 2024-12-04T19:18:02,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=01a5831d30124bc05827b3551653a83a, ASSIGN because future has completed 2024-12-04T19:18:02,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01a5831d30124bc05827b3551653a83a, server=9ba2734cd39f,34225,1733339876110}] 2024-12-04T19:18:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:18:02,819 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733339881656.01a5831d30124bc05827b3551653a83a. 2024-12-04T19:18:02,820 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 01a5831d30124bc05827b3551653a83a, NAME => 'test,,1733339881656.01a5831d30124bc05827b3551653a83a.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:18:02,820 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:18:02,820 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:18:02,820 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 01a5831d30124bc05827b3551653a83a 2024-12-04T19:18:02,820 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733339881656.01a5831d30124bc05827b3551653a83a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:18:02,820 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 01a5831d30124bc05827b3551653a83a 2024-12-04T19:18:02,820 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 01a5831d30124bc05827b3551653a83a 2024-12-04T19:18:02,822 INFO [StoreOpener-01a5831d30124bc05827b3551653a83a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 01a5831d30124bc05827b3551653a83a 2024-12-04T19:18:02,823 INFO [StoreOpener-01a5831d30124bc05827b3551653a83a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01a5831d30124bc05827b3551653a83a columnFamilyName f 2024-12-04T19:18:02,823 DEBUG [StoreOpener-01a5831d30124bc05827b3551653a83a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:18:02,823 INFO [StoreOpener-01a5831d30124bc05827b3551653a83a-1 {}] regionserver.HStore(327): Store=01a5831d30124bc05827b3551653a83a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:18:02,824 INFO [StoreOpener-01a5831d30124bc05827b3551653a83a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 01a5831d30124bc05827b3551653a83a 2024-12-04T19:18:02,825 INFO [StoreOpener-01a5831d30124bc05827b3551653a83a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01a5831d30124bc05827b3551653a83a columnFamilyName f1 2024-12-04T19:18:02,825 DEBUG [StoreOpener-01a5831d30124bc05827b3551653a83a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:18:02,825 INFO [StoreOpener-01a5831d30124bc05827b3551653a83a-1 {}] regionserver.HStore(327): Store=01a5831d30124bc05827b3551653a83a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:18:02,825 INFO [StoreOpener-01a5831d30124bc05827b3551653a83a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 01a5831d30124bc05827b3551653a83a 2024-12-04T19:18:02,826 INFO [StoreOpener-01a5831d30124bc05827b3551653a83a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01a5831d30124bc05827b3551653a83a columnFamilyName norep 2024-12-04T19:18:02,826 DEBUG [StoreOpener-01a5831d30124bc05827b3551653a83a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:18:02,827 INFO [StoreOpener-01a5831d30124bc05827b3551653a83a-1 {}] regionserver.HStore(327): Store=01a5831d30124bc05827b3551653a83a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:18:02,827 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 01a5831d30124bc05827b3551653a83a 2024-12-04T19:18:02,827 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/default/test/01a5831d30124bc05827b3551653a83a 2024-12-04T19:18:02,828 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/default/test/01a5831d30124bc05827b3551653a83a 2024-12-04T19:18:02,828 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 01a5831d30124bc05827b3551653a83a 2024-12-04T19:18:02,828 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 01a5831d30124bc05827b3551653a83a 2024-12-04T19:18:02,829 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:18:02,830 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 01a5831d30124bc05827b3551653a83a 2024-12-04T19:18:02,831 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/default/test/01a5831d30124bc05827b3551653a83a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:18:02,832 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 01a5831d30124bc05827b3551653a83a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61433781, jitterRate=-0.08456532657146454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:18:02,832 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01a5831d30124bc05827b3551653a83a 2024-12-04T19:18:02,832 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 01a5831d30124bc05827b3551653a83a: Running coprocessor pre-open hook at 1733339882821Writing region info on filesystem at 1733339882821Initializing all the Stores at 1733339882821Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339882821Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339882822 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339882822Cleaning up temporary data from old regions at 1733339882828 (+6 ms)Running coprocessor post-open hooks at 1733339882832 (+4 ms)Region opened successfully at 1733339882832 2024-12-04T19:18:02,833 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733339881656.01a5831d30124bc05827b3551653a83a., pid=6, masterSystemTime=1733339882816 2024-12-04T19:18:02,835 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733339881656.01a5831d30124bc05827b3551653a83a. 2024-12-04T19:18:02,835 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733339881656.01a5831d30124bc05827b3551653a83a. 2024-12-04T19:18:02,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=01a5831d30124bc05827b3551653a83a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,34225,1733339876110 2024-12-04T19:18:02,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01a5831d30124bc05827b3551653a83a, server=9ba2734cd39f,34225,1733339876110 because future has completed 2024-12-04T19:18:02,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:18:02,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 01a5831d30124bc05827b3551653a83a, server=9ba2734cd39f,34225,1733339876110 in 177 msec 2024-12-04T19:18:02,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:18:02,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=01a5831d30124bc05827b3551653a83a, ASSIGN in 336 msec 2024-12-04T19:18:02,846 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:18:02,846 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339882846"}]},"ts":"1733339882846"} 2024-12-04T19:18:02,848 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:18:02,849 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:18:02,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1940 sec 2024-12-04T19:18:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:18:03,804 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:18:03,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8cb58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:03,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,45357,-1 for getting cluster id 2024-12-04T19:18:03,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:18:03,806 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '127317ac-e3a2-4695-83d9-e92038302ac9' 2024-12-04T19:18:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:18:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "127317ac-e3a2-4695-83d9-e92038302ac9" 2024-12-04T19:18:03,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715fe7de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:03,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,45357,-1] 2024-12-04T19:18:03,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:18:03,807 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:03,808 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:18:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a899829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:03,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106d98e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:03,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,43893,-1 for getting cluster id 2024-12-04T19:18:03,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:18:03,810 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afe61ce-9068-4ab8-8a51-49406af66526' 2024-12-04T19:18:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:18:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afe61ce-9068-4ab8-8a51-49406af66526" 2024-12-04T19:18:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fffe7e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,43893,-1] 2024-12-04T19:18:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:18:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:03,811 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:18:03,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35835ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:03,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570d05e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:03,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,45357,-1 for getting cluster id 2024-12-04T19:18:03,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:18:03,813 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '127317ac-e3a2-4695-83d9-e92038302ac9' 2024-12-04T19:18:03,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:18:03,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "127317ac-e3a2-4695-83d9-e92038302ac9" 2024-12-04T19:18:03,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab40d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:03,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,45357,-1] 2024-12-04T19:18:03,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:18:03,813 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:03,814 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:18:03,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2935254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:03,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:18:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,45357,1733339870236 2024-12-04T19:18:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c4a6646 2024-12-04T19:18:03,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:18:03,819 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:18:03,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:43893,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:18:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:18:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:18:03,822 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:43893' 2024-12-04T19:18:03,823 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dfe2e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:03,823 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,43893,-1 for getting cluster id 2024-12-04T19:18:03,823 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:18:03,824 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afe61ce-9068-4ab8-8a51-49406af66526' 2024-12-04T19:18:03,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:18:03,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afe61ce-9068-4ab8-8a51-49406af66526" 2024-12-04T19:18:03,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2999e73e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:03,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,43893,-1] 2024-12-04T19:18:03,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:18:03,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:03,825 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:18:03,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637b6ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:03,826 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:18:03,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,43893,1733339875964 2024-12-04T19:18:03,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6992b41e 2024-12-04T19:18:03,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:18:03,828 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:18:03,828 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T19:18:03,828 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:18:03,828 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:03,828 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:03,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:18:03,829 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:18:03,830 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:18:03,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:18:03,831 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:18:03,832 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:18:03,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741837_1013 (size=1138) 2024-12-04T19:18:03,880 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:18:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:18:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:18:04,238 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd1c6c27f0419bc79f6b0b7e4eeabfcd, NAME => 'hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f 2024-12-04T19:18:04,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741838_1014 (size=44) 2024-12-04T19:18:04,308 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T19:18:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:18:04,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:18:04,645 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bd1c6c27f0419bc79f6b0b7e4eeabfcd, disabling compactions & flushes 2024-12-04T19:18:04,645 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. 2024-12-04T19:18:04,645 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. 2024-12-04T19:18:04,645 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. after waiting 0 ms 2024-12-04T19:18:04,645 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. 2024-12-04T19:18:04,645 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. 2024-12-04T19:18:04,645 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd1c6c27f0419bc79f6b0b7e4eeabfcd: Waiting for close lock at 1733339884645Disabling compacts and flushes for region at 1733339884645Disabling writes for close at 1733339884645Writing region close event to WAL at 1733339884645Closed at 1733339884645 2024-12-04T19:18:04,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:18:04,647 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733339884646"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733339884646"}]},"ts":"1733339884646"} 2024-12-04T19:18:04,649 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:18:04,651 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:18:04,651 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339884651"}]},"ts":"1733339884651"} 2024-12-04T19:18:04,654 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:18:04,654 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd1c6c27f0419bc79f6b0b7e4eeabfcd, ASSIGN}] 2024-12-04T19:18:04,655 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd1c6c27f0419bc79f6b0b7e4eeabfcd, ASSIGN 2024-12-04T19:18:04,656 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd1c6c27f0419bc79f6b0b7e4eeabfcd, ASSIGN; state=OFFLINE, location=9ba2734cd39f,44161,1733339870519; forceNewPlan=false, retain=false 2024-12-04T19:18:04,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd1c6c27f0419bc79f6b0b7e4eeabfcd, regionState=OPENING, regionLocation=9ba2734cd39f,44161,1733339870519 2024-12-04T19:18:04,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd1c6c27f0419bc79f6b0b7e4eeabfcd, ASSIGN because future has completed 2024-12-04T19:18:04,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd1c6c27f0419bc79f6b0b7e4eeabfcd, server=9ba2734cd39f,44161,1733339870519}] 2024-12-04T19:18:04,844 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:18:04,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:18:04,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:18:04,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:18:04,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:18:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:18:04,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. 2024-12-04T19:18:04,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:18:04,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:18:04,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C44161%2C1733339870519.rep, suffix=, logDir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519, archiveDir=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/oldWALs, maxLogs=10 2024-12-04T19:18:04,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.rep.1733339884969, exclude list is [], retry=0 2024-12-04T19:18:04,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34067,DS-9fc31ff9-993f-4237-8ab6-ca17ff9b85c5,DISK] 2024-12-04T19:18:04,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.rep.1733339884969 2024-12-04T19:18:04,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41181:41181)] 2024-12-04T19:18:04,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bd1c6c27f0419bc79f6b0b7e4eeabfcd, NAME => 'hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:18:04,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:18:04,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:18:04,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. service=MultiRowMutationService 2024-12-04T19:18:04,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:18:04,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:18:04,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:18:04,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:18:04,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:18:04,990 INFO [StoreOpener-bd1c6c27f0419bc79f6b0b7e4eeabfcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:18:04,992 INFO [StoreOpener-bd1c6c27f0419bc79f6b0b7e4eeabfcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd1c6c27f0419bc79f6b0b7e4eeabfcd columnFamilyName hfileref 2024-12-04T19:18:04,992 DEBUG [StoreOpener-bd1c6c27f0419bc79f6b0b7e4eeabfcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:18:04,993 INFO [StoreOpener-bd1c6c27f0419bc79f6b0b7e4eeabfcd-1 {}] regionserver.HStore(327): Store=bd1c6c27f0419bc79f6b0b7e4eeabfcd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:18:04,993 INFO [StoreOpener-bd1c6c27f0419bc79f6b0b7e4eeabfcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:18:04,995 INFO [StoreOpener-bd1c6c27f0419bc79f6b0b7e4eeabfcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd1c6c27f0419bc79f6b0b7e4eeabfcd columnFamilyName queue 2024-12-04T19:18:04,995 DEBUG [StoreOpener-bd1c6c27f0419bc79f6b0b7e4eeabfcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:18:04,995 INFO [StoreOpener-bd1c6c27f0419bc79f6b0b7e4eeabfcd-1 {}] regionserver.HStore(327): Store=bd1c6c27f0419bc79f6b0b7e4eeabfcd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:18:04,996 INFO [StoreOpener-bd1c6c27f0419bc79f6b0b7e4eeabfcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:18:04,997 INFO [StoreOpener-bd1c6c27f0419bc79f6b0b7e4eeabfcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd1c6c27f0419bc79f6b0b7e4eeabfcd columnFamilyName sid 2024-12-04T19:18:04,997 DEBUG [StoreOpener-bd1c6c27f0419bc79f6b0b7e4eeabfcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:18:04,997 INFO [StoreOpener-bd1c6c27f0419bc79f6b0b7e4eeabfcd-1 {}] regionserver.HStore(327): Store=bd1c6c27f0419bc79f6b0b7e4eeabfcd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:18:04,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:18:04,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/replication/bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:18:04,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/replication/bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:18:04,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:18:04,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:18:05,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:18:05,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:18:05,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/replication/bd1c6c27f0419bc79f6b0b7e4eeabfcd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:18:05,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bd1c6c27f0419bc79f6b0b7e4eeabfcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74261687, jitterRate=0.10658536851406097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:18:05,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:18:05,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bd1c6c27f0419bc79f6b0b7e4eeabfcd: Running coprocessor pre-open hook at 1733339884987Writing region info on filesystem at 1733339884987Initializing all the Stores at 1733339884988 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339884988Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339884990 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339884990Cleaning up temporary data from old regions at 1733339884999 (+9 ms)Running coprocessor post-open hooks at 1733339885004 (+5 ms)Region opened successfully at 1733339885004 2024-12-04T19:18:05,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd., pid=10, masterSystemTime=1733339884962 2024-12-04T19:18:05,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. 2024-12-04T19:18:05,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. 2024-12-04T19:18:05,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd1c6c27f0419bc79f6b0b7e4eeabfcd, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,44161,1733339870519 2024-12-04T19:18:05,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd1c6c27f0419bc79f6b0b7e4eeabfcd, server=9ba2734cd39f,44161,1733339870519 because future has completed 2024-12-04T19:18:05,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T19:18:05,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bd1c6c27f0419bc79f6b0b7e4eeabfcd, server=9ba2734cd39f,44161,1733339870519 in 223 msec 2024-12-04T19:18:05,042 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:18:05,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T19:18:05,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd1c6c27f0419bc79f6b0b7e4eeabfcd, ASSIGN in 383 msec 2024-12-04T19:18:05,042 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339885042"}]},"ts":"1733339885042"} 2024-12-04T19:18:05,045 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:18:05,046 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:18:05,049 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2180 sec 2024-12-04T19:18:05,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd., hostname=9ba2734cd39f,44161,1733339870519, seqNum=2] 2024-12-04T19:18:05,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:18:05,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:18:05,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:18:05,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T19:18:05,330 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:18:05,371 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,44161,1733339870519, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:18:05,372 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:18:05,372 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44161,1733339870519, seqNum=-1] 2024-12-04T19:18:05,373 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:18:05,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-04T19:18:05,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,44161,1733339870519', locateType=CURRENT is [region=hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd., hostname=9ba2734cd39f,44161,1733339870519, seqNum=2] 2024-12-04T19:18:05,380 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T19:18:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T19:18:05,383 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,44161,1733339870519 suceeded 2024-12-04T19:18:05,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T19:18:05,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-12-04T19:18:05,387 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:43893,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-04T19:18:05,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5680 sec 2024-12-04T19:18:05,400 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:43893' 2024-12-04T19:18:05,402 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8b0de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:05,402 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,43893,-1 for getting cluster id 2024-12-04T19:18:05,402 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:18:05,403 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afe61ce-9068-4ab8-8a51-49406af66526' 2024-12-04T19:18:05,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:18:05,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afe61ce-9068-4ab8-8a51-49406af66526" 2024-12-04T19:18:05,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39ad77a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:05,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,43893,-1] 2024-12-04T19:18:05,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:18:05,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:05,405 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:18:05,406 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26cb88b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:05,406 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:18:05,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,43893,1733339875964 2024-12-04T19:18:05,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71d2eaf0 2024-12-04T19:18:05,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:18:05,408 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-04T19:18:05,409 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,44161,1733339870519 (queues=1) is replicating from cluster=127317ac-e3a2-4695-83d9-e92038302ac9 to cluster=2afe61ce-9068-4ab8-8a51-49406af66526 2024-12-04T19:18:05,409 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C44161%2C1733339870519 2024-12-04T19:18:05,409 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,44161,1733339870519, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:18:05,410 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.shipper9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C44161%2C1733339870519 2024-12-04T19:18:05,410 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738, startPosition=0, beingWritten=true 2024-12-04T19:18:05,427 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:18:05,427 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 379, reset compression=false 2024-12-04T19:18:05,427 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.shipper9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,44161,1733339870519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:18:05,632 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 379, reset compression=false 2024-12-04T19:18:05,937 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 379, reset compression=false 2024-12-04T19:18:05,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:18:05,963 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:18:05,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:18:05,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:18:05,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:05,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:05,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:18:05,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:18:05,969 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733339885968/Put/seqid=0 2024-12-04T19:18:05,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741840_1016 (size=7894) 2024-12-04T19:18:06,341 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 379, reset compression=false 2024-12-04T19:18:06,377 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f/f/hfile_1 is 34, key is ddd/f:row/1733339886376/Put/seqid=0 2024-12-04T19:18:06,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741841_1017 (size=7691) 2024-12-04T19:18:06,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea51b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:06,388 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,45357,-1 for getting cluster id 2024-12-04T19:18:06,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:18:06,389 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '127317ac-e3a2-4695-83d9-e92038302ac9' 2024-12-04T19:18:06,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:18:06,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "127317ac-e3a2-4695-83d9-e92038302ac9" 2024-12-04T19:18:06,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b688e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:06,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,45357,-1] 2024-12-04T19:18:06,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:18:06,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:06,392 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:18:06,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1c2385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:06,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:18:06,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44161,1733339870519, seqNum=-1] 2024-12-04T19:18:06,395 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:18:06,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:18:06,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:18:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,45357,1733339870236 2024-12-04T19:18:06,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3429c280 2024-12-04T19:18:06,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:18:06,413 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:18:06,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7., hostname=9ba2734cd39f,44161,1733339870519, seqNum=2] 2024-12-04T19:18:06,430 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T19:18:06,440 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T19:18:06,443 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T19:18:06,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f/f/hfile_0 for inclusion in ffa6b6b721e90ea708384d54f39e7cc7/f 2024-12-04T19:18:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T19:18:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:18:06,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f/f/hfile_1 for inclusion in ffa6b6b721e90ea708384d54f39e7cc7/f 2024-12-04T19:18:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T19:18:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:18:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HRegion(2603): Flush status journal for ffa6b6b721e90ea708384d54f39e7cc7: 2024-12-04T19:18:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f/f/hfile_0 to hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__rgrrecle5gf966r51v55cosecd6lcgu99vqflfjjp6s46ho2oa5usokus3js6gh/f/hfile_0 2024-12-04T19:18:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__rgrrecle5gf966r51v55cosecd6lcgu99vqflfjjp6s46ho2oa5usokus3js6gh/f/hfile_0 as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f/ca81399e8e4a43918b612978789670a4_SeqId_4_ 2024-12-04T19:18:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f/f/hfile_1 to hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__rgrrecle5gf966r51v55cosecd6lcgu99vqflfjjp6s46ho2oa5usokus3js6gh/f/hfile_1 2024-12-04T19:18:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__rgrrecle5gf966r51v55cosecd6lcgu99vqflfjjp6s46ho2oa5usokus3js6gh/f/hfile_1 as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f/f8d017d209e94ed89cb70b981b2ffd45_SeqId_4_ 2024-12-04T19:18:06,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__rgrrecle5gf966r51v55cosecd6lcgu99vqflfjjp6s46ho2oa5usokus3js6gh/f/hfile_0 into ffa6b6b721e90ea708384d54f39e7cc7/f as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f/ca81399e8e4a43918b612978789670a4_SeqId_4_ - updating store file list. 2024-12-04T19:18:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca81399e8e4a43918b612978789670a4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T19:18:06,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f/ca81399e8e4a43918b612978789670a4_SeqId_4_ into ffa6b6b721e90ea708384d54f39e7cc7/f 2024-12-04T19:18:06,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__rgrrecle5gf966r51v55cosecd6lcgu99vqflfjjp6s46ho2oa5usokus3js6gh/f/hfile_0 into ffa6b6b721e90ea708384d54f39e7cc7/f (new location: hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f/ca81399e8e4a43918b612978789670a4_SeqId_4_) 2024-12-04T19:18:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__rgrrecle5gf966r51v55cosecd6lcgu99vqflfjjp6s46ho2oa5usokus3js6gh/f/hfile_0 2024-12-04T19:18:06,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__rgrrecle5gf966r51v55cosecd6lcgu99vqflfjjp6s46ho2oa5usokus3js6gh/f/hfile_1 into ffa6b6b721e90ea708384d54f39e7cc7/f as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f/f8d017d209e94ed89cb70b981b2ffd45_SeqId_4_ - updating store file list. 2024-12-04T19:18:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8d017d209e94ed89cb70b981b2ffd45_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T19:18:06,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f/f8d017d209e94ed89cb70b981b2ffd45_SeqId_4_ into ffa6b6b721e90ea708384d54f39e7cc7/f 2024-12-04T19:18:06,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__rgrrecle5gf966r51v55cosecd6lcgu99vqflfjjp6s46ho2oa5usokus3js6gh/f/hfile_1 into ffa6b6b721e90ea708384d54f39e7cc7/f (new location: hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f/f8d017d209e94ed89cb70b981b2ffd45_SeqId_4_) 2024-12-04T19:18:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__rgrrecle5gf966r51v55cosecd6lcgu99vqflfjjp6s46ho2oa5usokus3js6gh/f/hfile_1 2024-12-04T19:18:06,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:18:06,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:18:06,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:06,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:06,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:18:06,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:18:06,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7., hostname=9ba2734cd39f,44161,1733339870519, seqNum=2 , the old value is region=test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7., hostname=9ba2734cd39f,44161,1733339870519, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9ba2734cd39f:44161 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T19:18:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7., hostname=9ba2734cd39f,44161,1733339870519, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T19:18:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7., hostname=9ba2734cd39f,44161,1733339870519, seqNum=2 from cache 2024-12-04T19:18:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34225,1733339876110, seqNum=-1] 2024-12-04T19:18:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:18:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 263 connection: 172.17.0.2:56832 deadline: 1733339946497 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56832 2024-12-04T19:18:06,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:18:06,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733339881656.01a5831d30124bc05827b3551653a83a., hostname=9ba2734cd39f,34225,1733339876110, seqNum=2] 2024-12-04T19:18:06,503 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T19:18:06,604 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:44161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-04T19:18:06,846 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 379, reset compression=false 2024-12-04T19:18:06,851 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:18:06,851 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.shipper9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,44161,1733339870519 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffa6b6b721e90ea708384d54f39e7cc7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733339886492/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T19:18:06,872 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.shipper9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:18:06,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-04T19:18:06,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.ReplicationSink(318): Replicating [127317ac-e3a2-4695-83d9-e92038302ac9] bulk loaded data 2024-12-04T19:18:06,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e247dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:06,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,43893,-1 for getting cluster id 2024-12-04T19:18:06,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:18:06,877 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afe61ce-9068-4ab8-8a51-49406af66526' 2024-12-04T19:18:06,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:18:06,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afe61ce-9068-4ab8-8a51-49406af66526" 2024-12-04T19:18:06,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23b4e1be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:06,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,43893,-1] 2024-12-04T19:18:06,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:18:06,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:06,879 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:18:06,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c17f9ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:06,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741837_1013 (size=7894) 2024-12-04T19:18:07,051 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 687, reset compression=false 2024-12-04T19:18:07,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741838_1014 (size=7691) 2024-12-04T19:18:07,355 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 687, reset compression=false 2024-12-04T19:18:07,506 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T19:18:07,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:18:07,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,43893,1733339875964 2024-12-04T19:18:07,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ecf732 2024-12-04T19:18:07,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:18:07,715 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-04T19:18:07,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T19:18:07,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:18:07,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34225,1733339876110, seqNum=-1] 2024-12-04T19:18:07,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:18:07,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-04T19:18:07,727 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/staging/jenkins.hfs.6__test__5ccsn9v153kkmupch4061in0racj6dk28t06absrplh5hc4s7052cjb380tc4dm2/f/ca81399e8e4a43918b612978789670a4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T19:18:07,730 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/staging/jenkins.hfs.6__test__5ccsn9v153kkmupch4061in0racj6dk28t06absrplh5hc4s7052cjb380tc4dm2/f/f8d017d209e94ed89cb70b981b2ffd45_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T19:18:07,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/staging/jenkins.hfs.6__test__5ccsn9v153kkmupch4061in0racj6dk28t06absrplh5hc4s7052cjb380tc4dm2/f/f8d017d209e94ed89cb70b981b2ffd45_SeqId_4_ for inclusion in 01a5831d30124bc05827b3551653a83a/f 2024-12-04T19:18:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T19:18:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:18:07,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/staging/jenkins.hfs.6__test__5ccsn9v153kkmupch4061in0racj6dk28t06absrplh5hc4s7052cjb380tc4dm2/f/ca81399e8e4a43918b612978789670a4_SeqId_4_ for inclusion in 01a5831d30124bc05827b3551653a83a/f 2024-12-04T19:18:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T19:18:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:18:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HRegion(2603): Flush status journal for 01a5831d30124bc05827b3551653a83a: 2024-12-04T19:18:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f8d017d209e94ed89cb70b981b2ffd45_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T19:18:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/staging/jenkins.hfs.6__test__5ccsn9v153kkmupch4061in0racj6dk28t06absrplh5hc4s7052cjb380tc4dm2/f/f8d017d209e94ed89cb70b981b2ffd45_SeqId_4_ as hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/default/test/01a5831d30124bc05827b3551653a83a/f/6414b8523e814269ac6a1ce3897026a0_SeqId_4_ 2024-12-04T19:18:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ca81399e8e4a43918b612978789670a4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T19:18:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/staging/jenkins.hfs.6__test__5ccsn9v153kkmupch4061in0racj6dk28t06absrplh5hc4s7052cjb380tc4dm2/f/ca81399e8e4a43918b612978789670a4_SeqId_4_ as hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/default/test/01a5831d30124bc05827b3551653a83a/f/b7309b8ecc524d9fad80235424074d5e_SeqId_4_ 2024-12-04T19:18:07,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/staging/jenkins.hfs.6__test__5ccsn9v153kkmupch4061in0racj6dk28t06absrplh5hc4s7052cjb380tc4dm2/f/f8d017d209e94ed89cb70b981b2ffd45_SeqId_4_ into 01a5831d30124bc05827b3551653a83a/f as hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/default/test/01a5831d30124bc05827b3551653a83a/f/6414b8523e814269ac6a1ce3897026a0_SeqId_4_ - updating store file list. 2024-12-04T19:18:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6414b8523e814269ac6a1ce3897026a0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T19:18:07,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/default/test/01a5831d30124bc05827b3551653a83a/f/6414b8523e814269ac6a1ce3897026a0_SeqId_4_ into 01a5831d30124bc05827b3551653a83a/f 2024-12-04T19:18:07,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/staging/jenkins.hfs.6__test__5ccsn9v153kkmupch4061in0racj6dk28t06absrplh5hc4s7052cjb380tc4dm2/f/f8d017d209e94ed89cb70b981b2ffd45_SeqId_4_ into 01a5831d30124bc05827b3551653a83a/f (new location: hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/default/test/01a5831d30124bc05827b3551653a83a/f/6414b8523e814269ac6a1ce3897026a0_SeqId_4_) 2024-12-04T19:18:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/staging/jenkins.hfs.6__test__5ccsn9v153kkmupch4061in0racj6dk28t06absrplh5hc4s7052cjb380tc4dm2/f/f8d017d209e94ed89cb70b981b2ffd45_SeqId_4_ 2024-12-04T19:18:07,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/staging/jenkins.hfs.6__test__5ccsn9v153kkmupch4061in0racj6dk28t06absrplh5hc4s7052cjb380tc4dm2/f/ca81399e8e4a43918b612978789670a4_SeqId_4_ into 01a5831d30124bc05827b3551653a83a/f as hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/default/test/01a5831d30124bc05827b3551653a83a/f/b7309b8ecc524d9fad80235424074d5e_SeqId_4_ - updating store file list. 2024-12-04T19:18:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b7309b8ecc524d9fad80235424074d5e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T19:18:07,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/default/test/01a5831d30124bc05827b3551653a83a/f/b7309b8ecc524d9fad80235424074d5e_SeqId_4_ into 01a5831d30124bc05827b3551653a83a/f 2024-12-04T19:18:07,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/staging/jenkins.hfs.6__test__5ccsn9v153kkmupch4061in0racj6dk28t06absrplh5hc4s7052cjb380tc4dm2/f/ca81399e8e4a43918b612978789670a4_SeqId_4_ into 01a5831d30124bc05827b3551653a83a/f (new location: hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/default/test/01a5831d30124bc05827b3551653a83a/f/b7309b8ecc524d9fad80235424074d5e_SeqId_4_) 2024-12-04T19:18:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/staging/jenkins.hfs.6__test__5ccsn9v153kkmupch4061in0racj6dk28t06absrplh5hc4s7052cjb380tc4dm2/f/ca81399e8e4a43918b612978789670a4_SeqId_4_ 2024-12-04T19:18:07,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34225 {}] regionserver.ReplicationSink(324): Finished replicating [127317ac-e3a2-4695-83d9-e92038302ac9] bulk loaded data 2024-12-04T19:18:07,761 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 687, reset compression=false 2024-12-04T19:18:08,265 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 687, reset compression=false 2024-12-04T19:18:08,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:18:08,523 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733339888522/Put/seqid=0 2024-12-04T19:18:08,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741842_1018 (size=7997) 2024-12-04T19:18:08,869 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 687, reset compression=false 2024-12-04T19:18:08,929 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733339888929/Put/seqid=0 2024-12-04T19:18:08,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741843_1019 (size=7794) 2024-12-04T19:18:09,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e69460d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:09,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,45357,-1 for getting cluster id 2024-12-04T19:18:09,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:18:09,336 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '127317ac-e3a2-4695-83d9-e92038302ac9' 2024-12-04T19:18:09,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:18:09,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "127317ac-e3a2-4695-83d9-e92038302ac9" 2024-12-04T19:18:09,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321f8b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:09,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,45357,-1] 2024-12-04T19:18:09,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:18:09,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:09,338 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:18:09,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8e26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:18:09,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:18:09,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44161,1733339870519, seqNum=-1] 2024-12-04T19:18:09,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:18:09,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:18:09,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:18:09,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,45357,1733339870236 2024-12-04T19:18:09,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@679b30ff 2024-12-04T19:18:09,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:18:09,354 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:18:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7., hostname=9ba2734cd39f,44161,1733339870519, seqNum=2] 2024-12-04T19:18:09,361 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T19:18:09,369 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T19:18:09,374 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T19:18:09,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f1/f1/hfile_0 for inclusion in ffa6b6b721e90ea708384d54f39e7cc7/f1 2024-12-04T19:18:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T19:18:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:18:09,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f1/f1/hfile_1 for inclusion in ffa6b6b721e90ea708384d54f39e7cc7/f1 2024-12-04T19:18:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T19:18:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:18:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HRegion(2603): Flush status journal for ffa6b6b721e90ea708384d54f39e7cc7: 2024-12-04T19:18:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f1/f1/hfile_0 to hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__s7gaglp07i9468iuvdv7lacpjuqpghp1ageh0fmg3jqjtoqkca4t17fs24q9tmvc/f1/hfile_0 2024-12-04T19:18:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__s7gaglp07i9468iuvdv7lacpjuqpghp1ageh0fmg3jqjtoqkca4t17fs24q9tmvc/f1/hfile_0 as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f1/76191d6cd09f4685ba2673f24da649a3_SeqId_6_ 2024-12-04T19:18:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/load_f1/f1/hfile_1 to hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__s7gaglp07i9468iuvdv7lacpjuqpghp1ageh0fmg3jqjtoqkca4t17fs24q9tmvc/f1/hfile_1 2024-12-04T19:18:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__s7gaglp07i9468iuvdv7lacpjuqpghp1ageh0fmg3jqjtoqkca4t17fs24q9tmvc/f1/hfile_1 as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f1/fdb0b4a0e89b47e9b8bf4a0d39628b19_SeqId_6_ 2024-12-04T19:18:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-04T19:18:09,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__s7gaglp07i9468iuvdv7lacpjuqpghp1ageh0fmg3jqjtoqkca4t17fs24q9tmvc/f1/hfile_0 into ffa6b6b721e90ea708384d54f39e7cc7/f1 as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f1/76191d6cd09f4685ba2673f24da649a3_SeqId_6_ - updating store file list. 2024-12-04T19:18:09,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76191d6cd09f4685ba2673f24da649a3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T19:18:09,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f1/76191d6cd09f4685ba2673f24da649a3_SeqId_6_ into ffa6b6b721e90ea708384d54f39e7cc7/f1 2024-12-04T19:18:09,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__s7gaglp07i9468iuvdv7lacpjuqpghp1ageh0fmg3jqjtoqkca4t17fs24q9tmvc/f1/hfile_0 into ffa6b6b721e90ea708384d54f39e7cc7/f1 (new location: hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f1/76191d6cd09f4685ba2673f24da649a3_SeqId_6_) 2024-12-04T19:18:09,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__s7gaglp07i9468iuvdv7lacpjuqpghp1ageh0fmg3jqjtoqkca4t17fs24q9tmvc/f1/hfile_0 2024-12-04T19:18:09,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__s7gaglp07i9468iuvdv7lacpjuqpghp1ageh0fmg3jqjtoqkca4t17fs24q9tmvc/f1/hfile_1 into ffa6b6b721e90ea708384d54f39e7cc7/f1 as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f1/fdb0b4a0e89b47e9b8bf4a0d39628b19_SeqId_6_ - updating store file list. 2024-12-04T19:18:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fdb0b4a0e89b47e9b8bf4a0d39628b19_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T19:18:09,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f1/fdb0b4a0e89b47e9b8bf4a0d39628b19_SeqId_6_ into ffa6b6b721e90ea708384d54f39e7cc7/f1 2024-12-04T19:18:09,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__s7gaglp07i9468iuvdv7lacpjuqpghp1ageh0fmg3jqjtoqkca4t17fs24q9tmvc/f1/hfile_1 into ffa6b6b721e90ea708384d54f39e7cc7/f1 (new location: hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/f1/fdb0b4a0e89b47e9b8bf4a0d39628b19_SeqId_6_) 2024-12-04T19:18:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/staging/jenkins__test__s7gaglp07i9468iuvdv7lacpjuqpghp1ageh0fmg3jqjtoqkca4t17fs24q9tmvc/f1/hfile_1 2024-12-04T19:18:09,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:18:09,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:18:09,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:09,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:18:09,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:18:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7., hostname=9ba2734cd39f,44161,1733339870519, seqNum=2 , the old value is region=test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7., hostname=9ba2734cd39f,44161,1733339870519, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9ba2734cd39f:44161 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T19:18:09,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:18:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7., hostname=9ba2734cd39f,44161,1733339870519, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T19:18:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7., hostname=9ba2734cd39f,44161,1733339870519, seqNum=2 from cache 2024-12-04T19:18:09,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44161,1733339870519, seqNum=-1] 2024-12-04T19:18:09,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:18:09,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:18:09,416 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T19:18:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7., hostname=9ba2734cd39f,44161,1733339870519, seqNum=2] 2024-12-04T19:18:09,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T19:18:09,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T19:18:09,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T19:18:09,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T19:18:09,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:18:09,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T19:18:09,524 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:44161 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-04T19:18:09,572 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 687, reset compression=false 2024-12-04T19:18:09,577 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:18:09,577 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:09,577 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.shipper9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,44161,1733339870519 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:18:09,785 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:10,089 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:10,488 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:18:10,494 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:10,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:18:10,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:18:10,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:18:10,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:18:10,998 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:11,601 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:12,305 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:13,108 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:14,013 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:15,016 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:16,123 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:17,327 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:18,632 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:19,824 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T19:18:20,036 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:21,540 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:23,144 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:24,848 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:25,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T19:18:26,652 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:28,556 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:29,581 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.shipper9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,44161,1733339870519 got entry batch from reader: null 2024-12-04T19:18:30,561 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:32,666 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:33,849 INFO [master/9ba2734cd39f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T19:18:33,849 INFO [master/9ba2734cd39f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T19:18:34,870 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:37,174 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:39,578 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:39,600 INFO [master/9ba2734cd39f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T19:18:39,600 INFO [master/9ba2734cd39f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T19:18:42,082 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:44,686 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:45,651 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ffa6b6b721e90ea708384d54f39e7cc7, had cached 0 bytes from a total of 31376 2024-12-04T19:18:47,390 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:47,820 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 01a5831d30124bc05827b3551653a83a, had cached 0 bytes from a total of 15585 2024-12-04T19:18:49,581 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.shipper9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,44161,1733339870519 got entry batch from reader: null 2024-12-04T19:18:49,824 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T19:18:50,194 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:53,098 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:55,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T19:18:56,102 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:18:59,206 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:19:02,411 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:19:05,714 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:19:09,119 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:19:09,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:19:09,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:19:09,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:09,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:09,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:09,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:19:09,448 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:19:09,448 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1207687108, stopped=false 2024-12-04T19:19:09,448 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,43893,1733339875964 2024-12-04T19:19:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2013693231/running 2024-12-04T19:19:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2013693231/running 2024-12-04T19:19:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:19:09,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:19:09,564 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:19:09,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:19:09,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:09,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:09,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Set watcher on znode that does not yet exist, /1-2013693231/running 2024-12-04T19:19:09,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Set watcher on znode that does not yet exist, /1-2013693231/running 2024-12-04T19:19:09,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,34225,1733339876110' ***** 2024-12-04T19:19:09,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:19:09,565 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:19:09,565 INFO [RS:0;9ba2734cd39f:34225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:19:09,565 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:19:09,565 INFO [RS:0;9ba2734cd39f:34225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:19:09,565 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(3091): Received CLOSE for 01a5831d30124bc05827b3551653a83a 2024-12-04T19:19:09,565 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,34225,1733339876110 2024-12-04T19:19:09,565 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:19:09,566 INFO [RS:0;9ba2734cd39f:34225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:34225. 2024-12-04T19:19:09,566 DEBUG [RS:0;9ba2734cd39f:34225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:09,566 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01a5831d30124bc05827b3551653a83a, disabling compactions & flushes 2024-12-04T19:19:09,566 DEBUG [RS:0;9ba2734cd39f:34225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:09,566 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733339881656.01a5831d30124bc05827b3551653a83a. 2024-12-04T19:19:09,566 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733339881656.01a5831d30124bc05827b3551653a83a. 2024-12-04T19:19:09,566 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:19:09,566 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733339881656.01a5831d30124bc05827b3551653a83a. after waiting 0 ms 2024-12-04T19:19:09,566 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:19:09,566 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733339881656.01a5831d30124bc05827b3551653a83a. 2024-12-04T19:19:09,566 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:19:09,566 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:19:09,566 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T19:19:09,566 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1325): Online Regions={01a5831d30124bc05827b3551653a83a=test,,1733339881656.01a5831d30124bc05827b3551653a83a., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:19:09,566 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1351): Waiting on 01a5831d30124bc05827b3551653a83a, 1588230740 2024-12-04T19:19:09,566 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:19:09,566 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:19:09,566 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:19:09,566 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:19:09,566 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:19:09,566 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T19:19:09,569 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:19:09,570 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/default/test/01a5831d30124bc05827b3551653a83a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T19:19:09,571 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:19:09,571 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:19:09,571 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733339881656.01a5831d30124bc05827b3551653a83a. 2024-12-04T19:19:09,571 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01a5831d30124bc05827b3551653a83a: Waiting for close lock at 1733339949566Running coprocessor pre-close hooks at 1733339949566Disabling compacts and flushes for region at 1733339949566Disabling writes for close at 1733339949566Writing region close event to WAL at 1733339949566Running coprocessor post-close hooks at 1733339949571 (+5 ms)Closed at 1733339949571 2024-12-04T19:19:09,571 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733339881656.01a5831d30124bc05827b3551653a83a. 2024-12-04T19:19:09,581 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/.tmp/info/bb9c947864ed4d8ea61351edb944bcc8 is 129, key is test,,1733339881656.01a5831d30124bc05827b3551653a83a./info:regioninfo/1733339882836/Put/seqid=0 2024-12-04T19:19:09,581 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.shipper9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,44161,1733339870519 got entry batch from reader: null 2024-12-04T19:19:09,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741839_1015 (size=6421) 2024-12-04T19:19:09,766 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:09,966 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:09,988 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/.tmp/info/bb9c947864ed4d8ea61351edb944bcc8 2024-12-04T19:19:10,012 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/.tmp/ns/9e1bd74758a0444eaadcc2cdd9362b1e is 43, key is default/ns:d/1733339879408/Put/seqid=0 2024-12-04T19:19:10,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741840_1016 (size=5153) 2024-12-04T19:19:10,167 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:10,312 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:19:10,312 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:19:10,367 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:10,419 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/.tmp/ns/9e1bd74758a0444eaadcc2cdd9362b1e 2024-12-04T19:19:10,436 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/.tmp/rep_barrier/d59679a84aa1431d87f35ca2a0c192fc is 112, key is test,,1733339881656.01a5831d30124bc05827b3551653a83a./rep_barrier:seqnumDuringOpen/1733339882836/Put/seqid=0 2024-12-04T19:19:10,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741841_1017 (size=5518) 2024-12-04T19:19:10,567 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:19:10,567 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:19:10,567 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:10,767 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:10,840 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/.tmp/rep_barrier/d59679a84aa1431d87f35ca2a0c192fc 2024-12-04T19:19:10,866 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/.tmp/table/5e12484c929047f4a79feda227303cec is 40, key is test/table:state/1733339882846/Put/seqid=0 2024-12-04T19:19:10,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741842_1018 (size=5165) 2024-12-04T19:19:10,967 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:11,168 DEBUG [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:11,270 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/.tmp/table/5e12484c929047f4a79feda227303cec 2024-12-04T19:19:11,277 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/.tmp/info/bb9c947864ed4d8ea61351edb944bcc8 as hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/info/bb9c947864ed4d8ea61351edb944bcc8 2024-12-04T19:19:11,283 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/info/bb9c947864ed4d8ea61351edb944bcc8, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T19:19:11,285 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/.tmp/ns/9e1bd74758a0444eaadcc2cdd9362b1e as hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/ns/9e1bd74758a0444eaadcc2cdd9362b1e 2024-12-04T19:19:11,294 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/ns/9e1bd74758a0444eaadcc2cdd9362b1e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T19:19:11,295 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/.tmp/rep_barrier/d59679a84aa1431d87f35ca2a0c192fc as hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/rep_barrier/d59679a84aa1431d87f35ca2a0c192fc 2024-12-04T19:19:11,302 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/rep_barrier/d59679a84aa1431d87f35ca2a0c192fc, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T19:19:11,305 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/.tmp/table/5e12484c929047f4a79feda227303cec as hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/table/5e12484c929047f4a79feda227303cec 2024-12-04T19:19:11,312 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/table/5e12484c929047f4a79feda227303cec, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T19:19:11,313 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=11, compaction requested=false 2024-12-04T19:19:11,324 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T19:19:11,324 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:19:11,324 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:19:11,324 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:19:11,324 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339949566Running coprocessor pre-close hooks at 1733339949566Disabling compacts and flushes for region at 1733339949566Disabling writes for close at 1733339949566Obtaining lock to block concurrent updates at 1733339949566Preparing flush snapshotting stores in 1588230740 at 1733339949566Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733339949567 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733339949567Flushing 1588230740/info: creating writer at 1733339949567Flushing 1588230740/info: appending metadata at 1733339949581 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733339949581Flushing 1588230740/ns: creating writer at 1733339949995 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733339950012 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733339950012Flushing 1588230740/rep_barrier: creating writer at 1733339950424 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733339950435 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733339950435Flushing 1588230740/table: creating writer at 1733339950846 (+411 ms)Flushing 1588230740/table: appending metadata at 1733339950865 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733339950865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dcb74d4: reopening flushed file at 1733339951276 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4668d8ad: reopening flushed file at 1733339951284 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3fa64: reopening flushed file at 1733339951294 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71e7ab37: reopening flushed file at 1733339951303 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=11, compaction requested=false at 1733339951313 (+10 ms)Writing region close event to WAL at 1733339951320 (+7 ms)Running coprocessor post-close hooks at 1733339951324 (+4 ms)Closed at 1733339951324 2024-12-04T19:19:11,325 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:19:11,368 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,34225,1733339876110; all regions closed. 2024-12-04T19:19:11,370 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/WALs/9ba2734cd39f,34225,1733339876110/9ba2734cd39f%2C34225%2C1733339876110.meta.1733339879325.meta not finished, retry = 0 2024-12-04T19:19:11,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741834_1010 (size=2717) 2024-12-04T19:19:11,472 DEBUG [RS:0;9ba2734cd39f:34225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/oldWALs 2024-12-04T19:19:11,472 INFO [RS:0;9ba2734cd39f:34225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C34225%2C1733339876110.meta:.meta(num 1733339879325) 2024-12-04T19:19:11,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741832_1008 (size=1028) 2024-12-04T19:19:11,475 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/WALs/9ba2734cd39f,34225,1733339876110/9ba2734cd39f%2C34225%2C1733339876110.1733339878438 not finished, retry = 0 2024-12-04T19:19:11,577 DEBUG [RS:0;9ba2734cd39f:34225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/oldWALs 2024-12-04T19:19:11,577 INFO [RS:0;9ba2734cd39f:34225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C34225%2C1733339876110:(num 1733339878438) 2024-12-04T19:19:11,577 DEBUG [RS:0;9ba2734cd39f:34225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:11,577 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:19:11,577 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:19:11,578 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T19:19:11,578 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:19:11,578 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:19:11,578 INFO [RS:0;9ba2734cd39f:34225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:34225. 2024-12-04T19:19:11,578 DEBUG [RS:0;9ba2734cd39f:34225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:11,578 DEBUG [RS:0;9ba2734cd39f:34225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:11,578 DEBUG [RS:0;9ba2734cd39f:34225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:11,578 INFO [RS:0;9ba2734cd39f:34225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34225 2024-12-04T19:19:11,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:19:11,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2013693231/rs/9ba2734cd39f,34225,1733339876110 2024-12-04T19:19:11,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231/rs 2024-12-04T19:19:11,642 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:19:11,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,34225,1733339876110] 2024-12-04T19:19:11,663 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2013693231/draining/9ba2734cd39f,34225,1733339876110 already deleted, retry=false 2024-12-04T19:19:11,663 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,34225,1733339876110 expired; onlineServers=0 2024-12-04T19:19:11,664 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,43893,1733339875964' ***** 2024-12-04T19:19:11,664 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:19:11,664 INFO [M:0;9ba2734cd39f:43893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:19:11,664 INFO [M:0;9ba2734cd39f:43893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:19:11,664 DEBUG [M:0;9ba2734cd39f:43893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:19:11,664 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:19:11,664 DEBUG [M:0;9ba2734cd39f:43893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:19:11,664 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339878161 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339878161,5,FailOnTimeoutGroup] 2024-12-04T19:19:11,664 INFO [M:0;9ba2734cd39f:43893 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:19:11,664 INFO [M:0;9ba2734cd39f:43893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:19:11,664 DEBUG [M:0;9ba2734cd39f:43893 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:19:11,664 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339878161 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339878161,5,FailOnTimeoutGroup] 2024-12-04T19:19:11,664 INFO [M:0;9ba2734cd39f:43893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:19:11,664 INFO [M:0;9ba2734cd39f:43893 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:19:11,664 INFO [M:0;9ba2734cd39f:43893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:19:11,664 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:19:11,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2013693231/master 2024-12-04T19:19:11,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2013693231 2024-12-04T19:19:11,675 DEBUG [M:0;9ba2734cd39f:43893 {}] zookeeper.ZKUtil(347): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Unable to get data of znode /1-2013693231/master because node does not exist (not an error) 2024-12-04T19:19:11,675 WARN [M:0;9ba2734cd39f:43893 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:19:11,676 INFO [M:0;9ba2734cd39f:43893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/.lastflushedseqids 2024-12-04T19:19:11,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741843_1019 (size=173) 2024-12-04T19:19:11,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:11,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34225-0x101a1c768420004, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:11,753 INFO [RS:0;9ba2734cd39f:34225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:19:11,753 INFO [RS:0;9ba2734cd39f:34225 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,34225,1733339876110; zookeeper connection closed. 2024-12-04T19:19:11,754 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59a6a4f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59a6a4f0 2024-12-04T19:19:11,754 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:19:12,086 INFO [M:0;9ba2734cd39f:43893 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:19:12,087 INFO [M:0;9ba2734cd39f:43893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:19:12,087 DEBUG [M:0;9ba2734cd39f:43893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:19:12,087 INFO [M:0;9ba2734cd39f:43893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:12,087 DEBUG [M:0;9ba2734cd39f:43893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:12,087 DEBUG [M:0;9ba2734cd39f:43893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:19:12,087 DEBUG [M:0;9ba2734cd39f:43893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:12,087 INFO [M:0;9ba2734cd39f:43893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-12-04T19:19:12,105 DEBUG [M:0;9ba2734cd39f:43893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36bd7e02f2644639a3230c3ff9f441e2 is 82, key is hbase:meta,,1/info:regioninfo/1733339879358/Put/seqid=0 2024-12-04T19:19:12,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741844_1020 (size=5672) 2024-12-04T19:19:12,510 INFO [M:0;9ba2734cd39f:43893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36bd7e02f2644639a3230c3ff9f441e2 2024-12-04T19:19:12,531 DEBUG [M:0;9ba2734cd39f:43893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/820cfebb9b0b409bbf7a124d78709962 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733339882851/Put/seqid=0 2024-12-04T19:19:12,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741845_1021 (size=6728) 2024-12-04T19:19:12,623 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 to pos 997, reset compression=false 2024-12-04T19:19:12,936 INFO [M:0;9ba2734cd39f:43893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/820cfebb9b0b409bbf7a124d78709962 2024-12-04T19:19:12,940 INFO [M:0;9ba2734cd39f:43893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 820cfebb9b0b409bbf7a124d78709962 2024-12-04T19:19:12,952 DEBUG [M:0;9ba2734cd39f:43893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/363129e77944490abf06b0954f46c799 is 69, key is 9ba2734cd39f,34225,1733339876110/rs:state/1733339878263/Put/seqid=0 2024-12-04T19:19:12,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741846_1022 (size=5156) 2024-12-04T19:19:13,356 INFO [M:0;9ba2734cd39f:43893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/363129e77944490abf06b0954f46c799 2024-12-04T19:19:13,361 DEBUG [M:0;9ba2734cd39f:43893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/36bd7e02f2644639a3230c3ff9f441e2 as hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36bd7e02f2644639a3230c3ff9f441e2 2024-12-04T19:19:13,366 INFO [M:0;9ba2734cd39f:43893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/36bd7e02f2644639a3230c3ff9f441e2, entries=8, sequenceid=58, filesize=5.5 K 2024-12-04T19:19:13,367 DEBUG [M:0;9ba2734cd39f:43893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/820cfebb9b0b409bbf7a124d78709962 as hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/820cfebb9b0b409bbf7a124d78709962 2024-12-04T19:19:13,372 INFO [M:0;9ba2734cd39f:43893 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 820cfebb9b0b409bbf7a124d78709962 2024-12-04T19:19:13,372 INFO [M:0;9ba2734cd39f:43893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/820cfebb9b0b409bbf7a124d78709962, entries=6, sequenceid=58, filesize=6.6 K 2024-12-04T19:19:13,373 DEBUG [M:0;9ba2734cd39f:43893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/363129e77944490abf06b0954f46c799 as hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/363129e77944490abf06b0954f46c799 2024-12-04T19:19:13,377 INFO [M:0;9ba2734cd39f:43893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44097/user/jenkins/test-data/657b23ca-104c-5eba-55f2-3336f882d967/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/363129e77944490abf06b0954f46c799, entries=1, sequenceid=58, filesize=5.0 K 2024-12-04T19:19:13,378 INFO [M:0;9ba2734cd39f:43893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false 2024-12-04T19:19:13,379 INFO [M:0;9ba2734cd39f:43893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:13,379 DEBUG [M:0;9ba2734cd39f:43893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339952087Disabling compacts and flushes for region at 1733339952087Disabling writes for close at 1733339952087Obtaining lock to block concurrent updates at 1733339952087Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733339952087Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1733339952087Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733339952088 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733339952088Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733339952104 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733339952104Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733339952514 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733339952530 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733339952530Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733339952941 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733339952952 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733339952952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@203b656d: reopening flushed file at 1733339953361 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb6cae: reopening flushed file at 1733339953366 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2789648: reopening flushed file at 1733339953372 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false at 1733339953378 (+6 ms)Writing region close event to WAL at 1733339953379 (+1 ms)Closed at 1733339953379 2024-12-04T19:19:13,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34671 is added to blk_1073741830_1006 (size=33038) 2024-12-04T19:19:13,381 INFO [M:0;9ba2734cd39f:43893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:19:13,381 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:19:13,381 INFO [M:0;9ba2734cd39f:43893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43893 2024-12-04T19:19:13,382 INFO [M:0;9ba2734cd39f:43893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:19:13,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:13,532 INFO [M:0;9ba2734cd39f:43893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:19:13,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x101a1c768420003, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:13,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bfba8c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:19:13,534 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2790647b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:19:13,534 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:19:13,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31cc39e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:19:13,534 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31a0a551{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/hadoop.log.dir/,STOPPED} 2024-12-04T19:19:13,536 WARN [BP-1642121254-172.17.0.2-1733339873899 heartbeating to localhost/127.0.0.1:44097 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:19:13,536 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:19:13,536 WARN [BP-1642121254-172.17.0.2-1733339873899 heartbeating to localhost/127.0.0.1:44097 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1642121254-172.17.0.2-1733339873899 (Datanode Uuid d87b7201-6c2e-455b-9658-75f393d08951) service to localhost/127.0.0.1:44097 2024-12-04T19:19:13,536 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:19:13,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/cluster_1a6659e4-8d66-e2fb-2cdd-558901c828d0/data/data1/current/BP-1642121254-172.17.0.2-1733339873899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:19:13,536 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/cluster_1a6659e4-8d66-e2fb-2cdd-558901c828d0/data/data2/current/BP-1642121254-172.17.0.2-1733339873899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:19:13,536 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:19:13,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68206f64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:19:13,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45e6ba5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:19:13,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:19:13,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@686c72e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:19:13,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a5a62e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/hadoop.log.dir/,STOPPED} 2024-12-04T19:19:13,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:19:13,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:19:13,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:19:13,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:13,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:13,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:13,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:19:13,558 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:19:13,558 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1411507792, stopped=false 2024-12-04T19:19:13,558 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,45357,1733339870236 2024-12-04T19:19:13,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-745313399/running 2024-12-04T19:19:13,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-745313399/running 2024-12-04T19:19:13,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:19:13,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:19:13,569 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:19:13,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:19:13,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:13,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:13,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Set watcher on znode that does not yet exist, /0-745313399/running 2024-12-04T19:19:13,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Set watcher on znode that does not yet exist, /0-745313399/running 2024-12-04T19:19:13,569 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,44161,1733339870519' ***** 2024-12-04T19:19:13,569 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:19:13,570 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:19:13,570 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:19:13,570 INFO [RS:0;9ba2734cd39f:44161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:19:13,570 INFO [RS:0;9ba2734cd39f:44161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:19:13,570 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(3091): Received CLOSE for ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:19:13,570 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(3091): Received CLOSE for bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:19:13,570 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,44161,1733339870519 2024-12-04T19:19:13,570 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:19:13,570 INFO [RS:0;9ba2734cd39f:44161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:44161. 2024-12-04T19:19:13,570 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffa6b6b721e90ea708384d54f39e7cc7, disabling compactions & flushes 2024-12-04T19:19:13,570 DEBUG [RS:0;9ba2734cd39f:44161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:13,570 DEBUG [RS:0;9ba2734cd39f:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:13,570 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7. 2024-12-04T19:19:13,570 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7. 2024-12-04T19:19:13,570 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:19:13,570 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7. after waiting 0 ms 2024-12-04T19:19:13,570 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:19:13,570 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:19:13,570 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7. 2024-12-04T19:19:13,570 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:19:13,571 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T19:19:13,571 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1325): Online Regions={ffa6b6b721e90ea708384d54f39e7cc7=test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7., 1588230740=hbase:meta,,1.1588230740, bd1c6c27f0419bc79f6b0b7e4eeabfcd=hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd.} 2024-12-04T19:19:13,571 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd1c6c27f0419bc79f6b0b7e4eeabfcd, ffa6b6b721e90ea708384d54f39e7cc7 2024-12-04T19:19:13,571 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:19:13,571 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:19:13,571 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:19:13,571 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:19:13,571 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:19:13,571 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T19:19:13,574 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/default/test/ffa6b6b721e90ea708384d54f39e7cc7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T19:19:13,575 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:19:13,575 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:19:13,575 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7. 2024-12-04T19:19:13,575 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffa6b6b721e90ea708384d54f39e7cc7: Waiting for close lock at 1733339953570Running coprocessor pre-close hooks at 1733339953570Disabling compacts and flushes for region at 1733339953570Disabling writes for close at 1733339953570Writing region close event to WAL at 1733339953571 (+1 ms)Running coprocessor post-close hooks at 1733339953575 (+4 ms)Closed at 1733339953575 2024-12-04T19:19:13,575 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7. 2024-12-04T19:19:13,575 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd1c6c27f0419bc79f6b0b7e4eeabfcd, disabling compactions & flushes 2024-12-04T19:19:13,575 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. 2024-12-04T19:19:13,575 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. 2024-12-04T19:19:13,575 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. after waiting 0 ms 2024-12-04T19:19:13,575 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. 2024-12-04T19:19:13,575 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bd1c6c27f0419bc79f6b0b7e4eeabfcd 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-04T19:19:13,586 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:19:13,587 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/.tmp/info/f46d2572ca4248e7b1eb6172edf6133f is 147, key is hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd./info:regioninfo/1733339885021/Put/seqid=0 2024-12-04T19:19:13,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741844_1020 (size=7686) 2024-12-04T19:19:13,592 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/replication/bd1c6c27f0419bc79f6b0b7e4eeabfcd/.tmp/hfileref/fed5c81ba0c04985ae7428ec78901d00 is 74, key is 1/hfileref:ca81399e8e4a43918b612978789670a4_SeqId_4_/1733339887759/DeleteColumn/seqid=0 2024-12-04T19:19:13,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741845_1021 (size=5203) 2024-12-04T19:19:13,609 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:19:13,609 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:19:13,771 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:19:13,971 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:19:13,992 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/.tmp/info/f46d2572ca4248e7b1eb6172edf6133f 2024-12-04T19:19:13,995 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/replication/bd1c6c27f0419bc79f6b0b7e4eeabfcd/.tmp/hfileref/fed5c81ba0c04985ae7428ec78901d00 2024-12-04T19:19:14,012 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/replication/bd1c6c27f0419bc79f6b0b7e4eeabfcd/.tmp/queue/1b49fee3364044bbb1ac812d71a54239 is 153, key is 1-9ba2734cd39f,44161,1733339870519/queue:9ba2734cd39f%2C44161%2C1733339870519/1733339889578/Put/seqid=0 2024-12-04T19:19:14,013 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/.tmp/ns/f51ce619a9524634b646d30b3486a9f2 is 43, key is default/ns:d/1733339873832/Put/seqid=0 2024-12-04T19:19:14,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741846_1022 (size=5352) 2024-12-04T19:19:14,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741847_1023 (size=5153) 2024-12-04T19:19:14,171 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:19:14,371 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd1c6c27f0419bc79f6b0b7e4eeabfcd 2024-12-04T19:19:14,416 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/replication/bd1c6c27f0419bc79f6b0b7e4eeabfcd/.tmp/queue/1b49fee3364044bbb1ac812d71a54239 2024-12-04T19:19:14,417 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/.tmp/ns/f51ce619a9524634b646d30b3486a9f2 2024-12-04T19:19:14,422 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/replication/bd1c6c27f0419bc79f6b0b7e4eeabfcd/.tmp/hfileref/fed5c81ba0c04985ae7428ec78901d00 as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/replication/bd1c6c27f0419bc79f6b0b7e4eeabfcd/hfileref/fed5c81ba0c04985ae7428ec78901d00 2024-12-04T19:19:14,427 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/replication/bd1c6c27f0419bc79f6b0b7e4eeabfcd/hfileref/fed5c81ba0c04985ae7428ec78901d00, entries=2, sequenceid=10, filesize=5.1 K 2024-12-04T19:19:14,428 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/replication/bd1c6c27f0419bc79f6b0b7e4eeabfcd/.tmp/queue/1b49fee3364044bbb1ac812d71a54239 as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/replication/bd1c6c27f0419bc79f6b0b7e4eeabfcd/queue/1b49fee3364044bbb1ac812d71a54239 2024-12-04T19:19:14,433 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/replication/bd1c6c27f0419bc79f6b0b7e4eeabfcd/queue/1b49fee3364044bbb1ac812d71a54239, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T19:19:14,434 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for bd1c6c27f0419bc79f6b0b7e4eeabfcd in 859ms, sequenceid=10, compaction requested=false 2024-12-04T19:19:14,440 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/.tmp/rep_barrier/2825467f560240c48b228bc346f7e0ac is 112, key is test,,1733339879481.ffa6b6b721e90ea708384d54f39e7cc7./rep_barrier:seqnumDuringOpen/1733339880672/Put/seqid=0 2024-12-04T19:19:14,444 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/replication/bd1c6c27f0419bc79f6b0b7e4eeabfcd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T19:19:14,445 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:19:14,445 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:19:14,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741848_1024 (size=5518) 2024-12-04T19:19:14,445 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. 2024-12-04T19:19:14,445 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd1c6c27f0419bc79f6b0b7e4eeabfcd: Waiting for close lock at 1733339953575Running coprocessor pre-close hooks at 1733339953575Disabling compacts and flushes for region at 1733339953575Disabling writes for close at 1733339953575Obtaining lock to block concurrent updates at 1733339953575Preparing flush snapshotting stores in bd1c6c27f0419bc79f6b0b7e4eeabfcd at 1733339953575Finished memstore snapshotting hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733339953576 (+1 ms)Flushing stores of hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. at 1733339953576Flushing bd1c6c27f0419bc79f6b0b7e4eeabfcd/hfileref: creating writer at 1733339953576Flushing bd1c6c27f0419bc79f6b0b7e4eeabfcd/hfileref: appending metadata at 1733339953591 (+15 ms)Flushing bd1c6c27f0419bc79f6b0b7e4eeabfcd/hfileref: closing flushed file at 1733339953591Flushing bd1c6c27f0419bc79f6b0b7e4eeabfcd/queue: creating writer at 1733339954000 (+409 ms)Flushing bd1c6c27f0419bc79f6b0b7e4eeabfcd/queue: appending metadata at 1733339954011 (+11 ms)Flushing bd1c6c27f0419bc79f6b0b7e4eeabfcd/queue: closing flushed file at 1733339954011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e7940d: reopening flushed file at 1733339954421 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@395ff0e5: reopening flushed file at 1733339954427 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for bd1c6c27f0419bc79f6b0b7e4eeabfcd in 859ms, sequenceid=10, compaction requested=false at 1733339954434 (+7 ms)Writing region close event to WAL at 1733339954441 (+7 ms)Running coprocessor post-close hooks at 1733339954445 (+4 ms)Closed at 1733339954445 2024-12-04T19:19:14,445 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733339883829.bd1c6c27f0419bc79f6b0b7e4eeabfcd. 2024-12-04T19:19:14,445 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/.tmp/rep_barrier/2825467f560240c48b228bc346f7e0ac 2024-12-04T19:19:14,463 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/.tmp/table/fad345afe4e048dcb0e141356be9bc99 is 53, key is hbase:replication/table:state/1733339885042/Put/seqid=0 2024-12-04T19:19:14,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741849_1025 (size=5308) 2024-12-04T19:19:14,571 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:19:14,571 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:19:14,572 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:14,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:14,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:14,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:14,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:14,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:14,772 DEBUG [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:14,868 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/.tmp/table/fad345afe4e048dcb0e141356be9bc99 2024-12-04T19:19:14,873 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/.tmp/info/f46d2572ca4248e7b1eb6172edf6133f as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/info/f46d2572ca4248e7b1eb6172edf6133f 2024-12-04T19:19:14,877 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/info/f46d2572ca4248e7b1eb6172edf6133f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T19:19:14,878 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/.tmp/ns/f51ce619a9524634b646d30b3486a9f2 as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/ns/f51ce619a9524634b646d30b3486a9f2 2024-12-04T19:19:14,883 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/ns/f51ce619a9524634b646d30b3486a9f2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T19:19:14,884 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/.tmp/rep_barrier/2825467f560240c48b228bc346f7e0ac as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/rep_barrier/2825467f560240c48b228bc346f7e0ac 2024-12-04T19:19:14,889 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/rep_barrier/2825467f560240c48b228bc346f7e0ac, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T19:19:14,890 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/.tmp/table/fad345afe4e048dcb0e141356be9bc99 as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/table/fad345afe4e048dcb0e141356be9bc99 2024-12-04T19:19:14,894 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/table/fad345afe4e048dcb0e141356be9bc99, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T19:19:14,895 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false 2024-12-04T19:19:14,899 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T19:19:14,900 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:19:14,900 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:19:14,900 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:19:14,900 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339953571Running coprocessor pre-close hooks at 1733339953571Disabling compacts and flushes for region at 1733339953571Disabling writes for close at 1733339953571Obtaining lock to block concurrent updates at 1733339953571Preparing flush snapshotting stores in 1588230740 at 1733339953571Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733339953571Flushing stores of hbase:meta,,1.1588230740 at 1733339953572 (+1 ms)Flushing 1588230740/info: creating writer at 1733339953572Flushing 1588230740/info: appending metadata at 1733339953587 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733339953587Flushing 1588230740/ns: creating writer at 1733339953997 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733339954013 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733339954013Flushing 1588230740/rep_barrier: creating writer at 1733339954421 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733339954440 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733339954440Flushing 1588230740/table: creating writer at 1733339954450 (+10 ms)Flushing 1588230740/table: appending metadata at 1733339954462 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733339954462Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ecf3f59: reopening flushed file at 1733339954873 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e4298b2: reopening flushed file at 1733339954877 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16b94c8c: reopening flushed file at 1733339954883 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a1f467: reopening flushed file at 1733339954889 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false at 1733339954895 (+6 ms)Writing region close event to WAL at 1733339954896 (+1 ms)Running coprocessor post-close hooks at 1733339954900 (+4 ms)Closed at 1733339954900 2024-12-04T19:19:14,900 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:19:14,972 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,44161,1733339870519; all regions closed. 2024-12-04T19:19:14,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741834_1010 (size=4239) 2024-12-04T19:19:14,974 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.meta.1733339873714.meta not finished, retry = 0 2024-12-04T19:19:15,077 DEBUG [RS:0;9ba2734cd39f:44161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/oldWALs 2024-12-04T19:19:15,077 INFO [RS:0;9ba2734cd39f:44161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C44161%2C1733339870519.meta:.meta(num 1733339873714) 2024-12-04T19:19:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741839_1015 (size=2700) 2024-12-04T19:19:15,079 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.rep.1733339884969 not finished, retry = 0 2024-12-04T19:19:15,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:19:15,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:15,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:15,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:15,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:15,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:15,181 DEBUG [RS:0;9ba2734cd39f:44161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/oldWALs 2024-12-04T19:19:15,181 INFO [RS:0;9ba2734cd39f:44161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C44161%2C1733339870519.rep:(num 1733339884969) 2024-12-04T19:19:15,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741832_1008 (size=1300) 2024-12-04T19:19:15,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/WALs/9ba2734cd39f,44161,1733339870519/9ba2734cd39f%2C44161%2C1733339870519.1733339872738 not finished, retry = 0 2024-12-04T19:19:15,286 DEBUG [RS:0;9ba2734cd39f:44161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/oldWALs 2024-12-04T19:19:15,286 INFO [RS:0;9ba2734cd39f:44161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C44161%2C1733339870519:(num 1733339872738) 2024-12-04T19:19:15,286 DEBUG [RS:0;9ba2734cd39f:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:15,286 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:19:15,286 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:19:15,286 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T19:19:15,286 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:19:15,286 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:19:15,286 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,44161,1733339870519 because: Region server is closing 2024-12-04T19:19:15,287 INFO [RS:0;9ba2734cd39f:44161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:44161. 2024-12-04T19:19:15,287 DEBUG [RS:0;9ba2734cd39f:44161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:15,287 DEBUG [RS:0;9ba2734cd39f:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:15,287 DEBUG [RS:0;9ba2734cd39f:44161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:15,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:19:15,387 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.wal-reader.9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T19:19:15,387 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.shipper9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T19:19:15,387 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44161,1733339870519.replicationSource.shipper9ba2734cd39f%2C44161%2C1733339870519,1-9ba2734cd39f,44161,1733339870519 terminated 2024-12-04T19:19:15,387 INFO [RS:0;9ba2734cd39f:44161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44161 2024-12-04T19:19:15,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399/rs 2024-12-04T19:19:15,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-745313399/rs/9ba2734cd39f,44161,1733339870519 2024-12-04T19:19:15,400 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:19:15,410 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,44161,1733339870519] 2024-12-04T19:19:15,421 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-745313399/draining/9ba2734cd39f,44161,1733339870519 already deleted, retry=false 2024-12-04T19:19:15,421 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,44161,1733339870519 expired; onlineServers=0 2024-12-04T19:19:15,421 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,45357,1733339870236' ***** 2024-12-04T19:19:15,421 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:19:15,421 INFO [M:0;9ba2734cd39f:45357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:19:15,421 INFO [M:0;9ba2734cd39f:45357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:19:15,421 DEBUG [M:0;9ba2734cd39f:45357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:19:15,421 DEBUG [M:0;9ba2734cd39f:45357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:19:15,421 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:19:15,421 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339872510 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339872510,5,FailOnTimeoutGroup] 2024-12-04T19:19:15,421 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339872510 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339872510,5,FailOnTimeoutGroup] 2024-12-04T19:19:15,421 INFO [M:0;9ba2734cd39f:45357 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:19:15,421 INFO [M:0;9ba2734cd39f:45357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:19:15,422 DEBUG [M:0;9ba2734cd39f:45357 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:19:15,422 INFO [M:0;9ba2734cd39f:45357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:19:15,422 INFO [M:0;9ba2734cd39f:45357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:19:15,422 INFO [M:0;9ba2734cd39f:45357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:19:15,422 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:19:15,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-745313399/master 2024-12-04T19:19:15,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-745313399 2024-12-04T19:19:15,431 DEBUG [M:0;9ba2734cd39f:45357 {}] zookeeper.ZKUtil(347): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Unable to get data of znode /0-745313399/master because node does not exist (not an error) 2024-12-04T19:19:15,431 WARN [M:0;9ba2734cd39f:45357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:19:15,433 INFO [M:0;9ba2734cd39f:45357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/.lastflushedseqids 2024-12-04T19:19:15,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741850_1026 (size=263) 2024-12-04T19:19:15,510 INFO [RS:0;9ba2734cd39f:44161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:19:15,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:15,511 INFO [RS:0;9ba2734cd39f:44161 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,44161,1733339870519; zookeeper connection closed. 2024-12-04T19:19:15,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44161-0x101a1c768420001, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:15,511 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@663d2215 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@663d2215 2024-12-04T19:19:15,511 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:19:15,839 INFO [M:0;9ba2734cd39f:45357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:19:15,840 INFO [M:0;9ba2734cd39f:45357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:19:15,840 DEBUG [M:0;9ba2734cd39f:45357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:19:15,840 INFO [M:0;9ba2734cd39f:45357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:15,840 DEBUG [M:0;9ba2734cd39f:45357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:15,840 DEBUG [M:0;9ba2734cd39f:45357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:19:15,840 DEBUG [M:0;9ba2734cd39f:45357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:15,840 INFO [M:0;9ba2734cd39f:45357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-12-04T19:19:15,853 DEBUG [M:0;9ba2734cd39f:45357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4dc752a5d4c44a682a8ba1036e0d3be is 82, key is hbase:meta,,1/info:regioninfo/1733339873753/Put/seqid=0 2024-12-04T19:19:15,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741851_1027 (size=5672) 2024-12-04T19:19:16,257 INFO [M:0;9ba2734cd39f:45357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4dc752a5d4c44a682a8ba1036e0d3be 2024-12-04T19:19:16,273 DEBUG [M:0;9ba2734cd39f:45357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4c8fcf9dc3a4f8cba0bb7c519010e82 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733339880692/Put/seqid=0 2024-12-04T19:19:16,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741852_1028 (size=7241) 2024-12-04T19:19:16,677 INFO [M:0;9ba2734cd39f:45357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4c8fcf9dc3a4f8cba0bb7c519010e82 2024-12-04T19:19:16,681 INFO [M:0;9ba2734cd39f:45357 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4c8fcf9dc3a4f8cba0bb7c519010e82 2024-12-04T19:19:16,693 DEBUG [M:0;9ba2734cd39f:45357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03ef9d36dc3e4c86bd414c6a0438da73 is 69, key is 9ba2734cd39f,44161,1733339870519/rs:state/1733339872578/Put/seqid=0 2024-12-04T19:19:16,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741853_1029 (size=5156) 2024-12-04T19:19:17,097 INFO [M:0;9ba2734cd39f:45357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03ef9d36dc3e4c86bd414c6a0438da73 2024-12-04T19:19:17,101 DEBUG [M:0;9ba2734cd39f:45357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b4dc752a5d4c44a682a8ba1036e0d3be as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4dc752a5d4c44a682a8ba1036e0d3be 2024-12-04T19:19:17,105 INFO [M:0;9ba2734cd39f:45357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b4dc752a5d4c44a682a8ba1036e0d3be, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T19:19:17,106 DEBUG [M:0;9ba2734cd39f:45357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4c8fcf9dc3a4f8cba0bb7c519010e82 as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4c8fcf9dc3a4f8cba0bb7c519010e82 2024-12-04T19:19:17,110 INFO [M:0;9ba2734cd39f:45357 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4c8fcf9dc3a4f8cba0bb7c519010e82 2024-12-04T19:19:17,110 INFO [M:0;9ba2734cd39f:45357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4c8fcf9dc3a4f8cba0bb7c519010e82, entries=11, sequenceid=105, filesize=7.1 K 2024-12-04T19:19:17,111 DEBUG [M:0;9ba2734cd39f:45357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03ef9d36dc3e4c86bd414c6a0438da73 as hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03ef9d36dc3e4c86bd414c6a0438da73 2024-12-04T19:19:17,115 INFO [M:0;9ba2734cd39f:45357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44643/user/jenkins/test-data/c3633265-4fab-af8d-1965-43fa1f2f3d0f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03ef9d36dc3e4c86bd414c6a0438da73, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T19:19:17,116 INFO [M:0;9ba2734cd39f:45357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-12-04T19:19:17,117 INFO [M:0;9ba2734cd39f:45357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:17,117 DEBUG [M:0;9ba2734cd39f:45357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339955840Disabling compacts and flushes for region at 1733339955840Disabling writes for close at 1733339955840Obtaining lock to block concurrent updates at 1733339955840Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733339955840Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1733339955840Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733339955841 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733339955841Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733339955852 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733339955852Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733339956261 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733339956273 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733339956273Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733339956681 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733339956692 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733339956692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30896d42: reopening flushed file at 1733339957100 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a96966b: reopening flushed file at 1733339957105 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a518a3c: reopening flushed file at 1733339957110 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1733339957116 (+6 ms)Writing region close event to WAL at 1733339957117 (+1 ms)Closed at 1733339957117 2024-12-04T19:19:17,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34067 is added to blk_1073741830_1006 (size=64538) 2024-12-04T19:19:17,119 INFO [M:0;9ba2734cd39f:45357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:19:17,119 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:19:17,119 INFO [M:0;9ba2734cd39f:45357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45357 2024-12-04T19:19:17,120 INFO [M:0;9ba2734cd39f:45357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:19:17,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:17,268 INFO [M:0;9ba2734cd39f:45357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:19:17,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x101a1c768420000, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:17,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cc37aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:19:17,271 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46410339{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:19:17,271 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:19:17,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e5e9422{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:19:17,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67f366e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/hadoop.log.dir/,STOPPED} 2024-12-04T19:19:17,272 WARN [BP-824507335-172.17.0.2-1733339868335 heartbeating to localhost/127.0.0.1:44643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:19:17,272 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:19:17,272 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:19:17,272 WARN [BP-824507335-172.17.0.2-1733339868335 heartbeating to localhost/127.0.0.1:44643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-824507335-172.17.0.2-1733339868335 (Datanode Uuid dcbb2fbc-e130-4266-bd74-f49820f8e092) service to localhost/127.0.0.1:44643 2024-12-04T19:19:17,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/cluster_d92a757a-d63c-32db-9586-a32410c2ab3b/data/data1/current/BP-824507335-172.17.0.2-1733339868335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:19:17,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/cluster_d92a757a-d63c-32db-9586-a32410c2ab3b/data/data2/current/BP-824507335-172.17.0.2-1733339868335 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:19:17,273 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:19:17,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@565d5f7d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:19:17,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f3b80d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:19:17,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:19:17,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58d2d9cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:19:17,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56de46a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d986f396-dda8-a6dc-124f-4815f8fafea6/hadoop.log.dir/,STOPPED} 2024-12-04T19:19:17,283 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T19:19:17,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:19:17,299 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f7ee0b8f508.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44643 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44097 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44097 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57671) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f7ee0b8f508.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44097 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57671) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 344), ProcessCount=11 (was 11), AvailableMemoryMB=15626 (was 15239) - AvailableMemoryMB LEAK? - 2024-12-04T19:19:17,305 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=15626 2024-12-04T19:19:17,315 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-04T19:19:17,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/hadoop.log.dir so I do NOT create it in target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b 2024-12-04T19:19:17,316 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:19:17,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/hadoop.tmp.dir so I do NOT create it in target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b 2024-12-04T19:19:17,316 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec72e4cc-dd33-1ddf-e44c-7167d6452468/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:19:17,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b 2024-12-04T19:19:17,316 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/cluster_4bab9222-cc17-a336-18b0-857aed93ab89, deleteOnExit=true 2024-12-04T19:19:17,319 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/cluster_4bab9222-cc17-a336-18b0-857aed93ab89/zookeeper_0, clientPort=58288, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/cluster_4bab9222-cc17-a336-18b0-857aed93ab89/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/cluster_4bab9222-cc17-a336-18b0-857aed93ab89/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T19:19:17,319 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58288 2024-12-04T19:19:17,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:19:17,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:19:17,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/test.cache.data in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:19:17,320 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:19:17,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:19:17,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:19:17,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:19:17,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:19:17,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a1c768420005, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:19:17,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a1c768420002, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:19:17,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a1c768420002, quorum=127.0.0.1:57671, baseZNode=/0-745313399 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:19:17,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a1c768420005, quorum=127.0.0.1:57671, baseZNode=/1-2013693231 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:19:17,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:19:17,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:19:17,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:19:17,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:19:17,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:19:17,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:19:17,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7354e694{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:19:17,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@343db50f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:19:17,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e9c7885{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/java.io.tmpdir/jetty-localhost-39741-hadoop-hdfs-3_4_1-tests_jar-_-any-2921730586488966692/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:19:17,739 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a54828a{HTTP/1.1, (http/1.1)}{localhost:39741} 2024-12-04T19:19:17,739 INFO [Time-limited test {}] server.Server(415): Started @143837ms 2024-12-04T19:19:17,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:19:17,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:19:17,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:19:17,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:19:17,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:19:17,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c97e87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:19:17,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3236b887{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:19:18,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a47e9cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/java.io.tmpdir/jetty-localhost-43749-hadoop-hdfs-3_4_1-tests_jar-_-any-8132888716833995114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:19:18,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77804747{HTTP/1.1, (http/1.1)}{localhost:43749} 2024-12-04T19:19:18,077 INFO [Time-limited test {}] server.Server(415): Started @144174ms 2024-12-04T19:19:18,078 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:19:18,987 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/cluster_4bab9222-cc17-a336-18b0-857aed93ab89/data/data1/current/BP-1318749611-172.17.0.2-1733339957334/current, will proceed with Du for space computation calculation, 2024-12-04T19:19:18,987 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/cluster_4bab9222-cc17-a336-18b0-857aed93ab89/data/data2/current/BP-1318749611-172.17.0.2-1733339957334/current, will proceed with Du for space computation calculation, 2024-12-04T19:19:19,006 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:19:19,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4049708357f1f6e with lease ID 0x45704353187aa705: Processing first storage report for DS-31068594-5096-4448-bbea-efd8f7a2721a from datanode DatanodeRegistration(127.0.0.1:36775, datanodeUuid=5cbe536c-9eba-4a74-a639-328895e60de8, infoPort=33023, infoSecurePort=0, ipcPort=39481, storageInfo=lv=-57;cid=testClusterID;nsid=128488971;c=1733339957334) 2024-12-04T19:19:19,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4049708357f1f6e with lease ID 0x45704353187aa705: from storage DS-31068594-5096-4448-bbea-efd8f7a2721a node DatanodeRegistration(127.0.0.1:36775, datanodeUuid=5cbe536c-9eba-4a74-a639-328895e60de8, infoPort=33023, infoSecurePort=0, ipcPort=39481, storageInfo=lv=-57;cid=testClusterID;nsid=128488971;c=1733339957334), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:19:19,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4049708357f1f6e with lease ID 0x45704353187aa705: Processing first storage report for DS-e31dc2b2-87b9-46c8-9677-b6d7f675b2a2 from datanode DatanodeRegistration(127.0.0.1:36775, datanodeUuid=5cbe536c-9eba-4a74-a639-328895e60de8, infoPort=33023, infoSecurePort=0, ipcPort=39481, storageInfo=lv=-57;cid=testClusterID;nsid=128488971;c=1733339957334) 2024-12-04T19:19:19,008 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4049708357f1f6e with lease ID 0x45704353187aa705: from storage DS-e31dc2b2-87b9-46c8-9677-b6d7f675b2a2 node DatanodeRegistration(127.0.0.1:36775, datanodeUuid=5cbe536c-9eba-4a74-a639-328895e60de8, infoPort=33023, infoSecurePort=0, ipcPort=39481, storageInfo=lv=-57;cid=testClusterID;nsid=128488971;c=1733339957334), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:19:19,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b 2024-12-04T19:19:19,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:19,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:19,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:19:19,422 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee with version=8 2024-12-04T19:19:19,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/hbase-staging 2024-12-04T19:19:19,423 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:19:19,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:19,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:19,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:19:19,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:19,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:19:19,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:19:19,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:19:19,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45751 2024-12-04T19:19:19,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45751 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-12-04T19:19:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:19:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:19:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:19:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T19:19:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T19:19:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:19:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:19:19,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457510x0, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:19:19,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45751-0x101a1c8c3f10000 connected 2024-12-04T19:19:19,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:19,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:20,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on znode that does not yet exist, /0-1870173284/running 2024-12-04T19:19:20,000 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee, hbase.cluster.distributed=false 2024-12-04T19:19:20,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on znode that does not yet exist, /0-1870173284/acl 2024-12-04T19:19:20,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45751 2024-12-04T19:19:20,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45751 2024-12-04T19:19:20,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45751 2024-12-04T19:19:20,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45751 2024-12-04T19:19:20,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45751 2024-12-04T19:19:20,017 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:19:20,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:20,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:20,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:19:20,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:20,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:19:20,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:19:20,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:19:20,018 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38731 2024-12-04T19:19:20,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38731 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-12-04T19:19:20,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:20,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:20,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387310x0, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:19:20,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387310x0, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on znode that does not yet exist, /0-1870173284/running 2024-12-04T19:19:20,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38731-0x101a1c8c3f10001 connected 2024-12-04T19:19:20,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:19:20,093 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:19:20,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on znode that does not yet exist, /0-1870173284/master 2024-12-04T19:19:20,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on znode that does not yet exist, /0-1870173284/acl 2024-12-04T19:19:20,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38731 2024-12-04T19:19:20,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38731 2024-12-04T19:19:20,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38731 2024-12-04T19:19:20,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38731 2024-12-04T19:19:20,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38731 2024-12-04T19:19:20,113 DEBUG [M:0;9ba2734cd39f:45751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:45751 2024-12-04T19:19:20,113 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1870173284/backup-masters/9ba2734cd39f,45751,1733339959423 2024-12-04T19:19:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284/backup-masters 2024-12-04T19:19:20,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284/backup-masters 2024-12-04T19:19:20,167 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on existing znode=/0-1870173284/backup-masters/9ba2734cd39f,45751,1733339959423 2024-12-04T19:19:20,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1870173284/master 2024-12-04T19:19:20,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:20,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:20,222 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on existing znode=/0-1870173284/master 2024-12-04T19:19:20,222 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1870173284/backup-masters/9ba2734cd39f,45751,1733339959423 from backup master directory 2024-12-04T19:19:20,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870173284/backup-masters/9ba2734cd39f,45751,1733339959423 2024-12-04T19:19:20,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284/backup-masters 2024-12-04T19:19:20,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284/backup-masters 2024-12-04T19:19:20,264 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:19:20,264 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,45751,1733339959423 2024-12-04T19:19:20,267 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/hbase.id] with ID: 663ccdf4-6d61-4d6a-8a9a-07cd3c83a19a 2024-12-04T19:19:20,267 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/.tmp/hbase.id 2024-12-04T19:19:20,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:19:20,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:19:20,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:20,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:20,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:20,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:20,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:20,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:20,672 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/.tmp/hbase.id]:[hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/hbase.id] 2024-12-04T19:19:20,682 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:20,682 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:19:20,683 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T19:19:20,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:20,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:19:21,127 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:19:21,128 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:19:21,128 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:21,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:19:21,535 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store 2024-12-04T19:19:21,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:19:21,941 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:21,941 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:19:21,941 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:21,941 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:21,941 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:19:21,941 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:21,941 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:21,941 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339961941Disabling compacts and flushes for region at 1733339961941Disabling writes for close at 1733339961941Writing region close event to WAL at 1733339961941Closed at 1733339961941 2024-12-04T19:19:21,942 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/.initializing 2024-12-04T19:19:21,942 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,45751,1733339959423 2024-12-04T19:19:21,943 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:19:21,944 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C45751%2C1733339959423, suffix=, logDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,45751,1733339959423, archiveDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/oldWALs, maxLogs=10 2024-12-04T19:19:21,955 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,45751,1733339959423/9ba2734cd39f%2C45751%2C1733339959423.1733339961945, exclude list is [], retry=0 2024-12-04T19:19:21,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36775,DS-31068594-5096-4448-bbea-efd8f7a2721a,DISK] 2024-12-04T19:19:21,959 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,45751,1733339959423/9ba2734cd39f%2C45751%2C1733339959423.1733339961945 2024-12-04T19:19:21,959 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33023:33023)] 2024-12-04T19:19:21,959 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:19:21,959 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:21,959 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:21,959 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:21,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:21,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:19:21,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:21,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:21,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:21,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:19:21,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:21,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:21,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:21,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:19:21,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:21,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:21,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:21,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:19:21,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:21,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:21,965 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:21,966 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:21,966 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:21,967 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:21,967 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:21,967 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:19:21,969 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:21,970 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:19:21,971 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63280937, jitterRate=-0.05704055726528168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:19:21,971 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733339961959Initializing all the Stores at 1733339961960 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339961960Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339961960Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339961960Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339961960Cleaning up temporary data from old regions at 1733339961967 (+7 ms)Region opened successfully at 1733339961971 (+4 ms) 2024-12-04T19:19:21,972 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:19:21,974 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c30b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:19:21,975 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:19:21,975 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:19:21,975 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:19:21,975 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:19:21,976 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:19:21,976 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:19:21,976 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:19:21,978 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:19:21,979 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Unable to get data of znode /0-1870173284/balancer because node does not exist (not necessarily an error) 2024-12-04T19:19:22,039 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870173284/balancer already deleted, retry=false 2024-12-04T19:19:22,040 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:19:22,040 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Unable to get data of znode /0-1870173284/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:19:22,050 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870173284/normalizer already deleted, retry=false 2024-12-04T19:19:22,050 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:19:22,051 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Unable to get data of znode /0-1870173284/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:19:22,060 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870173284/switch/split already deleted, retry=false 2024-12-04T19:19:22,061 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Unable to get data of znode /0-1870173284/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:19:22,071 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870173284/switch/merge already deleted, retry=false 2024-12-04T19:19:22,073 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Unable to get data of znode /0-1870173284/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:19:22,081 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870173284/snapshot-cleanup already deleted, retry=false 2024-12-04T19:19:22,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1870173284/running 2024-12-04T19:19:22,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:22,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1870173284/running 2024-12-04T19:19:22,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:22,092 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,45751,1733339959423, sessionid=0x101a1c8c3f10000, setting cluster-up flag (Was=false) 2024-12-04T19:19:22,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:22,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:22,144 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1870173284/flush-table-proc/acquired, /0-1870173284/flush-table-proc/reached, /0-1870173284/flush-table-proc/abort 2024-12-04T19:19:22,146 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,45751,1733339959423 2024-12-04T19:19:22,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:22,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:22,197 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1870173284/online-snapshot/acquired, /0-1870173284/online-snapshot/reached, /0-1870173284/online-snapshot/abort 2024-12-04T19:19:22,198 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,45751,1733339959423 2024-12-04T19:19:22,199 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:19:22,200 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:22,200 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:19:22,200 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:19:22,201 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,45751,1733339959423 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:19:22,202 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:22,202 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:22,202 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:22,202 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:22,202 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:19:22,202 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:22,202 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:19:22,202 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:22,202 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(746): ClusterId : 663ccdf4-6d61-4d6a-8a9a-07cd3c83a19a 2024-12-04T19:19:22,202 DEBUG [RS:0;9ba2734cd39f:38731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:19:22,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:22,203 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:19:22,204 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:22,204 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:19:22,208 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733339992208 2024-12-04T19:19:22,208 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:19:22,208 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:19:22,208 DEBUG [RS:0;9ba2734cd39f:38731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:19:22,208 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:19:22,208 DEBUG [RS:0;9ba2734cd39f:38731 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:19:22,208 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:19:22,208 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:19:22,208 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:19:22,209 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:22,209 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:19:22,209 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:19:22,209 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:19:22,209 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:19:22,212 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:19:22,212 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:19:22,214 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339962212,5,FailOnTimeoutGroup] 2024-12-04T19:19:22,214 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339962214,5,FailOnTimeoutGroup] 2024-12-04T19:19:22,214 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:22,214 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:19:22,214 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:22,214 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:22,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:19:22,219 DEBUG [RS:0;9ba2734cd39f:38731 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:19:22,219 DEBUG [RS:0;9ba2734cd39f:38731 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c249e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:19:22,228 DEBUG [RS:0;9ba2734cd39f:38731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:38731 2024-12-04T19:19:22,228 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:19:22,228 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:19:22,228 DEBUG [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:19:22,229 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,45751,1733339959423 with port=38731, startcode=1733339960016 2024-12-04T19:19:22,229 DEBUG [RS:0;9ba2734cd39f:38731 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:19:22,230 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:19:22,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45751 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,38731,1733339960016 2024-12-04T19:19:22,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45751 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,38731,1733339960016 2024-12-04T19:19:22,232 DEBUG [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee 2024-12-04T19:19:22,232 DEBUG [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45201 2024-12-04T19:19:22,232 DEBUG [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:19:22,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284/rs 2024-12-04T19:19:22,240 DEBUG [RS:0;9ba2734cd39f:38731 {}] zookeeper.ZKUtil(111): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on existing znode=/0-1870173284/rs/9ba2734cd39f,38731,1733339960016 2024-12-04T19:19:22,240 WARN [RS:0;9ba2734cd39f:38731 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:19:22,240 INFO [RS:0;9ba2734cd39f:38731 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:22,240 DEBUG [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016 2024-12-04T19:19:22,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,38731,1733339960016] 2024-12-04T19:19:22,243 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:19:22,244 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:19:22,244 INFO [RS:0;9ba2734cd39f:38731 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:19:22,244 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:22,244 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:19:22,245 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:19:22,245 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:22,245 DEBUG [RS:0;9ba2734cd39f:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:22,245 DEBUG [RS:0;9ba2734cd39f:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:22,245 DEBUG [RS:0;9ba2734cd39f:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:22,245 DEBUG [RS:0;9ba2734cd39f:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:22,245 DEBUG [RS:0;9ba2734cd39f:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:22,245 DEBUG [RS:0;9ba2734cd39f:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:19:22,245 DEBUG [RS:0;9ba2734cd39f:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:22,245 DEBUG [RS:0;9ba2734cd39f:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:22,245 DEBUG [RS:0;9ba2734cd39f:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:22,245 DEBUG [RS:0;9ba2734cd39f:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:22,245 DEBUG [RS:0;9ba2734cd39f:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:22,245 DEBUG [RS:0;9ba2734cd39f:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:22,246 DEBUG [RS:0;9ba2734cd39f:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:19:22,246 DEBUG [RS:0;9ba2734cd39f:38731 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:19:22,246 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:22,246 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:22,246 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:22,246 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:22,246 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:22,246 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38731,1733339960016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:19:22,257 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:19:22,257 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38731,1733339960016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:22,257 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:22,257 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.Replication(171): 9ba2734cd39f,38731,1733339960016 started 2024-12-04T19:19:22,268 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:22,268 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,38731,1733339960016, RpcServer on 9ba2734cd39f/172.17.0.2:38731, sessionid=0x101a1c8c3f10001 2024-12-04T19:19:22,268 DEBUG [RS:0;9ba2734cd39f:38731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:19:22,268 DEBUG [RS:0;9ba2734cd39f:38731 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,38731,1733339960016 2024-12-04T19:19:22,268 DEBUG [RS:0;9ba2734cd39f:38731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,38731,1733339960016' 2024-12-04T19:19:22,268 DEBUG [RS:0;9ba2734cd39f:38731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1870173284/flush-table-proc/abort' 2024-12-04T19:19:22,268 DEBUG [RS:0;9ba2734cd39f:38731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1870173284/flush-table-proc/acquired' 2024-12-04T19:19:22,268 DEBUG [RS:0;9ba2734cd39f:38731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:19:22,268 DEBUG [RS:0;9ba2734cd39f:38731 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:19:22,269 DEBUG [RS:0;9ba2734cd39f:38731 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,38731,1733339960016 2024-12-04T19:19:22,269 DEBUG [RS:0;9ba2734cd39f:38731 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,38731,1733339960016' 2024-12-04T19:19:22,269 DEBUG [RS:0;9ba2734cd39f:38731 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1870173284/online-snapshot/abort' 2024-12-04T19:19:22,269 DEBUG [RS:0;9ba2734cd39f:38731 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1870173284/online-snapshot/acquired' 2024-12-04T19:19:22,269 DEBUG [RS:0;9ba2734cd39f:38731 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:19:22,269 INFO [RS:0;9ba2734cd39f:38731 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:19:22,269 INFO [RS:0;9ba2734cd39f:38731 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:19:22,370 INFO [RS:0;9ba2734cd39f:38731 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:19:22,371 INFO [RS:0;9ba2734cd39f:38731 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C38731%2C1733339960016, suffix=, logDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016, archiveDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/oldWALs, maxLogs=10 2024-12-04T19:19:22,382 DEBUG [RS:0;9ba2734cd39f:38731 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016/9ba2734cd39f%2C38731%2C1733339960016.1733339962372, exclude list is [], retry=0 2024-12-04T19:19:22,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36775,DS-31068594-5096-4448-bbea-efd8f7a2721a,DISK] 2024-12-04T19:19:22,386 INFO [RS:0;9ba2734cd39f:38731 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016/9ba2734cd39f%2C38731%2C1733339960016.1733339962372 2024-12-04T19:19:22,386 DEBUG [RS:0;9ba2734cd39f:38731 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33023:33023)] 2024-12-04T19:19:22,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:19:22,616 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee 2024-12-04T19:19:22,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:19:23,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:23,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:19:23,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:19:23,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:23,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:23,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:19:23,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:19:23,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:23,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:23,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:19:23,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:19:23,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:23,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:23,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:19:23,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:19:23,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:23,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:23,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:19:23,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740 2024-12-04T19:19:23,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740 2024-12-04T19:19:23,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:19:23,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:19:23,030 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:19:23,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:19:23,032 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:19:23,033 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61181658, jitterRate=-0.08832225203514099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:19:23,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733339963022Initializing all the Stores at 1733339963022Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339963022Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339963022Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339963022Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339963022Cleaning up temporary data from old regions at 1733339963029 (+7 ms)Region opened successfully at 1733339963033 (+4 ms) 2024-12-04T19:19:23,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:19:23,033 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:19:23,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:19:23,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:19:23,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:19:23,034 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:19:23,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339963033Disabling compacts and flushes for region at 1733339963033Disabling writes for close at 1733339963033Writing region close event to WAL at 1733339963034 (+1 ms)Closed at 1733339963034 2024-12-04T19:19:23,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:23,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:19:23,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:19:23,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:19:23,037 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:19:23,187 DEBUG [9ba2734cd39f:45751 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:19:23,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,38731,1733339960016 2024-12-04T19:19:23,188 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,38731,1733339960016, state=OPENING 2024-12-04T19:19:23,260 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:19:23,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:23,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:23,331 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:19:23,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870173284/meta-region-server: CHANGED 2024-12-04T19:19:23,331 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870173284/meta-region-server: CHANGED 2024-12-04T19:19:23,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,38731,1733339960016}] 2024-12-04T19:19:23,483 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:19:23,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:19:23,487 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:19:23,487 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:23,488 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:19:23,489 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C38731%2C1733339960016.meta, suffix=.meta, logDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016, archiveDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/oldWALs, maxLogs=10 2024-12-04T19:19:23,506 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016/9ba2734cd39f%2C38731%2C1733339960016.meta.1733339963489.meta, exclude list is [], retry=0 2024-12-04T19:19:23,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36775,DS-31068594-5096-4448-bbea-efd8f7a2721a,DISK] 2024-12-04T19:19:23,509 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016/9ba2734cd39f%2C38731%2C1733339960016.meta.1733339963489.meta 2024-12-04T19:19:23,510 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33023:33023)] 2024-12-04T19:19:23,510 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:19:23,510 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:19:23,510 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:19:23,510 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:19:23,510 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:19:23,510 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:19:23,510 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:23,511 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:19:23,511 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:19:23,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:19:23,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:19:23,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:23,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:23,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:19:23,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:19:23,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:23,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:23,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:19:23,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:19:23,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:23,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:23,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:19:23,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:19:23,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:23,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:23,515 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:19:23,516 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740 2024-12-04T19:19:23,517 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740 2024-12-04T19:19:23,518 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:19:23,518 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:19:23,518 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:19:23,519 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:19:23,520 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72233509, jitterRate=0.07636316120624542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:19:23,520 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:19:23,520 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733339963511Writing region info on filesystem at 1733339963511Initializing all the Stores at 1733339963511Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339963511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339963512 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339963512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339963512Cleaning up temporary data from old regions at 1733339963518 (+6 ms)Running coprocessor post-open hooks at 1733339963520 (+2 ms)Region opened successfully at 1733339963520 2024-12-04T19:19:23,521 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733339963483 2024-12-04T19:19:23,523 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:19:23,523 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:19:23,524 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,38731,1733339960016 2024-12-04T19:19:23,524 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,38731,1733339960016, state=OPEN 2024-12-04T19:19:23,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870173284/meta-region-server 2024-12-04T19:19:23,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870173284/meta-region-server 2024-12-04T19:19:23,545 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,38731,1733339960016 2024-12-04T19:19:23,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870173284/meta-region-server: CHANGED 2024-12-04T19:19:23,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870173284/meta-region-server: CHANGED 2024-12-04T19:19:23,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:19:23,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,38731,1733339960016 in 214 msec 2024-12-04T19:19:23,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:19:23,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 512 msec 2024-12-04T19:19:23,549 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:23,549 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:19:23,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:19:23,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,38731,1733339960016, seqNum=-1] 2024-12-04T19:19:23,551 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:19:23,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:19:23,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3560 sec 2024-12-04T19:19:23,557 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733339963557, completionTime=-1 2024-12-04T19:19:23,557 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:19:23,557 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:19:23,559 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:19:23,559 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340023559 2024-12-04T19:19:23,559 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340083559 2024-12-04T19:19:23,559 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T19:19:23,560 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45751,1733339959423-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:23,560 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45751,1733339959423-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:23,560 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45751,1733339959423-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:23,560 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:45751, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:23,560 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:23,560 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:23,562 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:19:23,564 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.300sec 2024-12-04T19:19:23,564 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:19:23,564 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:19:23,564 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:19:23,564 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:19:23,564 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:19:23,564 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45751,1733339959423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:19:23,564 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45751,1733339959423-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:19:23,566 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:19:23,566 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:19:23,566 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45751,1733339959423-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:23,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16340ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:23,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,45751,-1 for getting cluster id 2024-12-04T19:19:23,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:19:23,605 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '663ccdf4-6d61-4d6a-8a9a-07cd3c83a19a' 2024-12-04T19:19:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:19:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "663ccdf4-6d61-4d6a-8a9a-07cd3c83a19a" 2024-12-04T19:19:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e057de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,45751,-1] 2024-12-04T19:19:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:19:23,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:23,607 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:19:23,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2238bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:23,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:19:23,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,38731,1733339960016, seqNum=-1] 2024-12-04T19:19:23,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:19:23,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:19:23,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,45751,1733339959423 2024-12-04T19:19:23,612 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-12-04T19:19:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:19:23,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a1c8c3f10002 connected 2024-12-04T19:19:23,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/hadoop.log.dir so I do NOT create it in target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc 2024-12-04T19:19:23,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:19:23,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/hadoop.tmp.dir so I do NOT create it in target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc 2024-12-04T19:19:23,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:19:23,632 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc 2024-12-04T19:19:23,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:19:23,632 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/cluster_4bdd7e64-e5ac-d085-c80a-6007c0137521, deleteOnExit=true 2024-12-04T19:19:23,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:19:23,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/test.cache.data in system properties and HBase conf 2024-12-04T19:19:23,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:19:23,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:19:23,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:19:23,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:19:23,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:19:23,632 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:19:23,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:19:23,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:19:23,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:19:23,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:19:23,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:19:23,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:19:23,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:19:23,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:19:23,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:19:23,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:19:23,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:19:23,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:19:23,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:19:23,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:19:24,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:19:24,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:19:24,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:19:24,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:19:24,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:19:24,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:19:24,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@183aab32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:19:24,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c111acf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:19:24,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72bcbf99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/java.io.tmpdir/jetty-localhost-40395-hadoop-hdfs-3_4_1-tests_jar-_-any-12729224590496374651/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:19:24,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71c2c210{HTTP/1.1, (http/1.1)}{localhost:40395} 2024-12-04T19:19:24,278 INFO [Time-limited test {}] server.Server(415): Started @150375ms 2024-12-04T19:19:24,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:19:24,523 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:19:24,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:19:24,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:19:24,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:19:24,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5665afa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:19:24,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53515b5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:19:24,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f708f86{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/java.io.tmpdir/jetty-localhost-44625-hadoop-hdfs-3_4_1-tests_jar-_-any-501058015070950437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:19:24,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ef2aaa1{HTTP/1.1, (http/1.1)}{localhost:44625} 2024-12-04T19:19:24,615 INFO [Time-limited test {}] server.Server(415): Started @150712ms 2024-12-04T19:19:24,616 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:19:25,285 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/cluster_4bdd7e64-e5ac-d085-c80a-6007c0137521/data/data2/current/BP-355289258-172.17.0.2-1733339963647/current, will proceed with Du for space computation calculation, 2024-12-04T19:19:25,285 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/cluster_4bdd7e64-e5ac-d085-c80a-6007c0137521/data/data1/current/BP-355289258-172.17.0.2-1733339963647/current, will proceed with Du for space computation calculation, 2024-12-04T19:19:25,303 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:19:25,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f5b3871dd0c97b9 with lease ID 0xae6459e4bab1e071: Processing first storage report for DS-82ae1a3b-57ed-48f3-bcec-408e96e8b9ee from datanode DatanodeRegistration(127.0.0.1:37667, datanodeUuid=126b9f57-0403-4f04-9f5d-f11258dbc42d, infoPort=34187, infoSecurePort=0, ipcPort=42097, storageInfo=lv=-57;cid=testClusterID;nsid=219012129;c=1733339963647) 2024-12-04T19:19:25,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f5b3871dd0c97b9 with lease ID 0xae6459e4bab1e071: from storage DS-82ae1a3b-57ed-48f3-bcec-408e96e8b9ee node DatanodeRegistration(127.0.0.1:37667, datanodeUuid=126b9f57-0403-4f04-9f5d-f11258dbc42d, infoPort=34187, infoSecurePort=0, ipcPort=42097, storageInfo=lv=-57;cid=testClusterID;nsid=219012129;c=1733339963647), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:19:25,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f5b3871dd0c97b9 with lease ID 0xae6459e4bab1e071: Processing first storage report for DS-169b8cfd-a2bb-47ef-8a0f-335d067b7b29 from datanode DatanodeRegistration(127.0.0.1:37667, datanodeUuid=126b9f57-0403-4f04-9f5d-f11258dbc42d, infoPort=34187, infoSecurePort=0, ipcPort=42097, storageInfo=lv=-57;cid=testClusterID;nsid=219012129;c=1733339963647) 2024-12-04T19:19:25,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f5b3871dd0c97b9 with lease ID 0xae6459e4bab1e071: from storage DS-169b8cfd-a2bb-47ef-8a0f-335d067b7b29 node DatanodeRegistration(127.0.0.1:37667, datanodeUuid=126b9f57-0403-4f04-9f5d-f11258dbc42d, infoPort=34187, infoSecurePort=0, ipcPort=42097, storageInfo=lv=-57;cid=testClusterID;nsid=219012129;c=1733339963647), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:19:25,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc 2024-12-04T19:19:25,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:25,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:25,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:19:25,750 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c with version=8 2024-12-04T19:19:25,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/hbase-staging 2024-12-04T19:19:25,752 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:19:25,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:25,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:25,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:19:25,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:25,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:19:25,752 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:19:25,752 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:19:25,753 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44197 2024-12-04T19:19:25,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44197 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-12-04T19:19:25,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441970x0, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:19:25,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44197-0x101a1c8c3f10003 connected 2024-12-04T19:19:25,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:25,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:25,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Set watcher on znode that does not yet exist, /1465217165/running 2024-12-04T19:19:25,845 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c, hbase.cluster.distributed=false 2024-12-04T19:19:25,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Set watcher on znode that does not yet exist, /1465217165/acl 2024-12-04T19:19:25,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44197 2024-12-04T19:19:25,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44197 2024-12-04T19:19:25,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44197 2024-12-04T19:19:25,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44197 2024-12-04T19:19:25,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44197 2024-12-04T19:19:25,870 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:19:25,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:25,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:25,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:19:25,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:25,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:19:25,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:19:25,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:19:25,871 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41297 2024-12-04T19:19:25,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41297 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-12-04T19:19:25,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:25,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:25,889 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412970x0, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:19:25,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41297-0x101a1c8c3f10004 connected 2024-12-04T19:19:25,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Set watcher on znode that does not yet exist, /1465217165/running 2024-12-04T19:19:25,890 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:19:25,892 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:19:25,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Set watcher on znode that does not yet exist, /1465217165/master 2024-12-04T19:19:25,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Set watcher on znode that does not yet exist, /1465217165/acl 2024-12-04T19:19:25,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41297 2024-12-04T19:19:25,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41297 2024-12-04T19:19:25,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41297 2024-12-04T19:19:25,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41297 2024-12-04T19:19:25,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41297 2024-12-04T19:19:25,913 DEBUG [M:0;9ba2734cd39f:44197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:44197 2024-12-04T19:19:25,914 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1465217165/backup-masters/9ba2734cd39f,44197,1733339965751 2024-12-04T19:19:25,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165/backup-masters 2024-12-04T19:19:25,923 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165/backup-masters 2024-12-04T19:19:25,924 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Set watcher on existing znode=/1465217165/backup-masters/9ba2734cd39f,44197,1733339965751 2024-12-04T19:19:26,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:26,015 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1465217165/master 2024-12-04T19:19:26,015 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:26,016 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Set watcher on existing znode=/1465217165/master 2024-12-04T19:19:26,016 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1465217165/backup-masters/9ba2734cd39f,44197,1733339965751 from backup master directory 2024-12-04T19:19:26,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1465217165/backup-masters/9ba2734cd39f,44197,1733339965751 2024-12-04T19:19:26,071 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165/backup-masters 2024-12-04T19:19:26,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165/backup-masters 2024-12-04T19:19:26,071 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:19:26,071 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,44197,1733339965751 2024-12-04T19:19:26,074 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/hbase.id] with ID: d09e7b93-4905-4add-9ec5-f4326c75588f 2024-12-04T19:19:26,074 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/.tmp/hbase.id 2024-12-04T19:19:26,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:19:26,478 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/.tmp/hbase.id]:[hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/hbase.id] 2024-12-04T19:19:26,488 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:26,488 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:19:26,489 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T19:19:26,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:26,576 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:19:26,981 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:19:26,982 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:19:26,982 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:26,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:19:27,388 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store 2024-12-04T19:19:27,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:19:27,794 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:27,794 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:19:27,794 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:27,794 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:27,794 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:19:27,794 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:27,794 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:27,794 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339967794Disabling compacts and flushes for region at 1733339967794Disabling writes for close at 1733339967794Writing region close event to WAL at 1733339967794Closed at 1733339967794 2024-12-04T19:19:27,795 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/.initializing 2024-12-04T19:19:27,795 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/WALs/9ba2734cd39f,44197,1733339965751 2024-12-04T19:19:27,796 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:19:27,797 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C44197%2C1733339965751, suffix=, logDir=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/WALs/9ba2734cd39f,44197,1733339965751, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/oldWALs, maxLogs=10 2024-12-04T19:19:27,811 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/WALs/9ba2734cd39f,44197,1733339965751/9ba2734cd39f%2C44197%2C1733339965751.1733339967797, exclude list is [], retry=0 2024-12-04T19:19:27,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-82ae1a3b-57ed-48f3-bcec-408e96e8b9ee,DISK] 2024-12-04T19:19:27,815 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/WALs/9ba2734cd39f,44197,1733339965751/9ba2734cd39f%2C44197%2C1733339965751.1733339967797 2024-12-04T19:19:27,815 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187)] 2024-12-04T19:19:27,815 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:19:27,815 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:27,815 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:27,815 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:27,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:27,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:19:27,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:27,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:27,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:27,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:19:27,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:27,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:27,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:27,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:19:27,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:27,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:27,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:27,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:19:27,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:27,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:27,822 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:27,822 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:27,823 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:27,824 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:27,824 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:27,824 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:19:27,825 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:27,827 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:19:27,827 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61966930, jitterRate=-0.07662078738212585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:19:27,827 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733339967815Initializing all the Stores at 1733339967816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339967816Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339967816Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339967816Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339967816Cleaning up temporary data from old regions at 1733339967824 (+8 ms)Region opened successfully at 1733339967827 (+3 ms) 2024-12-04T19:19:27,827 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:19:27,829 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6c4472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:19:27,830 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:19:27,830 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:19:27,830 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:19:27,830 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:19:27,830 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:19:27,831 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:19:27,831 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:19:27,832 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:19:27,833 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Unable to get data of znode /1465217165/balancer because node does not exist (not necessarily an error) 2024-12-04T19:19:27,913 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1465217165/balancer already deleted, retry=false 2024-12-04T19:19:27,913 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:19:27,913 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Unable to get data of znode /1465217165/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:19:27,923 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1465217165/normalizer already deleted, retry=false 2024-12-04T19:19:27,923 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:19:27,924 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Unable to get data of znode /1465217165/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:19:27,933 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1465217165/switch/split already deleted, retry=false 2024-12-04T19:19:27,934 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Unable to get data of znode /1465217165/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:19:27,944 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1465217165/switch/merge already deleted, retry=false 2024-12-04T19:19:27,946 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Unable to get data of znode /1465217165/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:19:27,955 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1465217165/snapshot-cleanup already deleted, retry=false 2024-12-04T19:19:27,965 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1465217165/running 2024-12-04T19:19:27,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1465217165/running 2024-12-04T19:19:27,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:27,965 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:27,966 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,44197,1733339965751, sessionid=0x101a1c8c3f10003, setting cluster-up flag (Was=false) 2024-12-04T19:19:27,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:27,986 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:28,018 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1465217165/flush-table-proc/acquired, /1465217165/flush-table-proc/reached, /1465217165/flush-table-proc/abort 2024-12-04T19:19:28,019 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,44197,1733339965751 2024-12-04T19:19:28,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:28,039 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:28,070 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1465217165/online-snapshot/acquired, /1465217165/online-snapshot/reached, /1465217165/online-snapshot/abort 2024-12-04T19:19:28,071 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,44197,1733339965751 2024-12-04T19:19:28,072 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:19:28,073 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:28,073 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:19:28,073 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:19:28,074 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,44197,1733339965751 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:19:28,075 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:28,075 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:28,075 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:28,075 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:28,075 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:19:28,075 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:28,075 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:19:28,075 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:28,076 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733339998076 2024-12-04T19:19:28,076 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:19:28,076 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:19:28,076 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:19:28,076 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:19:28,076 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:19:28,076 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:19:28,076 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:28,076 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:19:28,076 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:19:28,076 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:19:28,076 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:28,076 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:19:28,077 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:19:28,077 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:19:28,077 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:19:28,077 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339968077,5,FailOnTimeoutGroup] 2024-12-04T19:19:28,077 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:28,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:19:28,080 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339968077,5,FailOnTimeoutGroup] 2024-12-04T19:19:28,080 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:28,080 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:19:28,080 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:28,080 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:28,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:19:28,107 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(746): ClusterId : d09e7b93-4905-4add-9ec5-f4326c75588f 2024-12-04T19:19:28,107 DEBUG [RS:0;9ba2734cd39f:41297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:19:28,113 DEBUG [RS:0;9ba2734cd39f:41297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:19:28,113 DEBUG [RS:0;9ba2734cd39f:41297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:19:28,124 DEBUG [RS:0;9ba2734cd39f:41297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:19:28,124 DEBUG [RS:0;9ba2734cd39f:41297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1849ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:19:28,138 DEBUG [RS:0;9ba2734cd39f:41297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:41297 2024-12-04T19:19:28,138 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:19:28,138 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:19:28,138 DEBUG [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:19:28,139 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,44197,1733339965751 with port=41297, startcode=1733339965870 2024-12-04T19:19:28,139 DEBUG [RS:0;9ba2734cd39f:41297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:19:28,140 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:19:28,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,41297,1733339965870 2024-12-04T19:19:28,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44197 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,41297,1733339965870 2024-12-04T19:19:28,142 DEBUG [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c 2024-12-04T19:19:28,142 DEBUG [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45129 2024-12-04T19:19:28,142 DEBUG [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:19:28,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165/rs 2024-12-04T19:19:28,198 DEBUG [RS:0;9ba2734cd39f:41297 {}] zookeeper.ZKUtil(111): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Set watcher on existing znode=/1465217165/rs/9ba2734cd39f,41297,1733339965870 2024-12-04T19:19:28,199 WARN [RS:0;9ba2734cd39f:41297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:19:28,199 INFO [RS:0;9ba2734cd39f:41297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:28,199 DEBUG [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/WALs/9ba2734cd39f,41297,1733339965870 2024-12-04T19:19:28,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,41297,1733339965870] 2024-12-04T19:19:28,202 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:19:28,204 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:19:28,204 INFO [RS:0;9ba2734cd39f:41297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:19:28,204 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:28,204 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:19:28,205 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:19:28,205 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:28,205 DEBUG [RS:0;9ba2734cd39f:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:28,205 DEBUG [RS:0;9ba2734cd39f:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:28,205 DEBUG [RS:0;9ba2734cd39f:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:28,205 DEBUG [RS:0;9ba2734cd39f:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:28,205 DEBUG [RS:0;9ba2734cd39f:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:28,205 DEBUG [RS:0;9ba2734cd39f:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:19:28,205 DEBUG [RS:0;9ba2734cd39f:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:28,205 DEBUG [RS:0;9ba2734cd39f:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:28,205 DEBUG [RS:0;9ba2734cd39f:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:28,205 DEBUG [RS:0;9ba2734cd39f:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:28,205 DEBUG [RS:0;9ba2734cd39f:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:28,205 DEBUG [RS:0;9ba2734cd39f:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:28,205 DEBUG [RS:0;9ba2734cd39f:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:19:28,205 DEBUG [RS:0;9ba2734cd39f:41297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:19:28,206 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:28,206 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:28,206 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:28,206 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:28,206 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:28,206 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,41297,1733339965870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:19:28,217 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:19:28,217 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,41297,1733339965870-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:28,217 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:28,217 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.Replication(171): 9ba2734cd39f,41297,1733339965870 started 2024-12-04T19:19:28,229 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:28,229 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,41297,1733339965870, RpcServer on 9ba2734cd39f/172.17.0.2:41297, sessionid=0x101a1c8c3f10004 2024-12-04T19:19:28,229 DEBUG [RS:0;9ba2734cd39f:41297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:19:28,229 DEBUG [RS:0;9ba2734cd39f:41297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,41297,1733339965870 2024-12-04T19:19:28,229 DEBUG [RS:0;9ba2734cd39f:41297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,41297,1733339965870' 2024-12-04T19:19:28,229 DEBUG [RS:0;9ba2734cd39f:41297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1465217165/flush-table-proc/abort' 2024-12-04T19:19:28,229 DEBUG [RS:0;9ba2734cd39f:41297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1465217165/flush-table-proc/acquired' 2024-12-04T19:19:28,230 DEBUG [RS:0;9ba2734cd39f:41297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:19:28,230 DEBUG [RS:0;9ba2734cd39f:41297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:19:28,230 DEBUG [RS:0;9ba2734cd39f:41297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,41297,1733339965870 2024-12-04T19:19:28,230 DEBUG [RS:0;9ba2734cd39f:41297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,41297,1733339965870' 2024-12-04T19:19:28,230 DEBUG [RS:0;9ba2734cd39f:41297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1465217165/online-snapshot/abort' 2024-12-04T19:19:28,230 DEBUG [RS:0;9ba2734cd39f:41297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1465217165/online-snapshot/acquired' 2024-12-04T19:19:28,230 DEBUG [RS:0;9ba2734cd39f:41297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:19:28,230 INFO [RS:0;9ba2734cd39f:41297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:19:28,230 INFO [RS:0;9ba2734cd39f:41297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:19:28,243 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:19:28,331 INFO [RS:0;9ba2734cd39f:41297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:19:28,332 INFO [RS:0;9ba2734cd39f:41297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C41297%2C1733339965870, suffix=, logDir=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/WALs/9ba2734cd39f,41297,1733339965870, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/oldWALs, maxLogs=10 2024-12-04T19:19:28,344 DEBUG [RS:0;9ba2734cd39f:41297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/WALs/9ba2734cd39f,41297,1733339965870/9ba2734cd39f%2C41297%2C1733339965870.1733339968333, exclude list is [], retry=0 2024-12-04T19:19:28,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-82ae1a3b-57ed-48f3-bcec-408e96e8b9ee,DISK] 2024-12-04T19:19:28,348 INFO [RS:0;9ba2734cd39f:41297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/WALs/9ba2734cd39f,41297,1733339965870/9ba2734cd39f%2C41297%2C1733339965870.1733339968333 2024-12-04T19:19:28,348 DEBUG [RS:0;9ba2734cd39f:41297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187)] 2024-12-04T19:19:28,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:19:28,485 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c 2024-12-04T19:19:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:19:28,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:28,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:19:28,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:19:28,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:28,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:28,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:19:28,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:19:28,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:28,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:28,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:19:28,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:19:28,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:28,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:28,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:19:28,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:19:28,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:28,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:28,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:19:28,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/data/hbase/meta/1588230740 2024-12-04T19:19:28,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/data/hbase/meta/1588230740 2024-12-04T19:19:28,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:19:28,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:19:28,898 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:19:28,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:19:28,901 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:19:28,902 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73404721, jitterRate=0.09381558001041412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:19:28,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733339968890Initializing all the Stores at 1733339968891 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339968891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339968891Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339968891Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339968891Cleaning up temporary data from old regions at 1733339968898 (+7 ms)Region opened successfully at 1733339968902 (+4 ms) 2024-12-04T19:19:28,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:19:28,902 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:19:28,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:19:28,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:19:28,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:19:28,902 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:19:28,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339968902Disabling compacts and flushes for region at 1733339968902Disabling writes for close at 1733339968902Writing region close event to WAL at 1733339968902Closed at 1733339968902 2024-12-04T19:19:28,903 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:28,903 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:19:28,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:19:28,904 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:19:28,905 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:19:29,012 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:19:29,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:29,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:29,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:29,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:29,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:29,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:29,055 DEBUG [9ba2734cd39f:44197 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:19:29,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,41297,1733339965870 2024-12-04T19:19:29,056 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,41297,1733339965870, state=OPENING 2024-12-04T19:19:29,102 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:19:29,112 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:29,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:29,113 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:19:29,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1465217165/meta-region-server: CHANGED 2024-12-04T19:19:29,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,41297,1733339965870}] 2024-12-04T19:19:29,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1465217165/meta-region-server: CHANGED 2024-12-04T19:19:29,264 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:19:29,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:19:29,268 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:19:29,268 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:29,268 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:19:29,270 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C41297%2C1733339965870.meta, suffix=.meta, logDir=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/WALs/9ba2734cd39f,41297,1733339965870, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/oldWALs, maxLogs=10 2024-12-04T19:19:29,280 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/WALs/9ba2734cd39f,41297,1733339965870/9ba2734cd39f%2C41297%2C1733339965870.meta.1733339969270.meta, exclude list is [], retry=0 2024-12-04T19:19:29,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37667,DS-82ae1a3b-57ed-48f3-bcec-408e96e8b9ee,DISK] 2024-12-04T19:19:29,283 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/WALs/9ba2734cd39f,41297,1733339965870/9ba2734cd39f%2C41297%2C1733339965870.meta.1733339969270.meta 2024-12-04T19:19:29,284 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187)] 2024-12-04T19:19:29,284 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:19:29,284 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:19:29,284 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:19:29,284 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:19:29,284 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:19:29,284 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:19:29,284 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:29,284 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:19:29,284 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:19:29,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:19:29,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:19:29,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:29,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:29,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:19:29,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:19:29,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:29,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:29,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:19:29,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:19:29,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:29,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:29,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:19:29,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:19:29,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:29,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:29,289 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:19:29,290 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/data/hbase/meta/1588230740 2024-12-04T19:19:29,291 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/data/hbase/meta/1588230740 2024-12-04T19:19:29,291 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:19:29,291 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:19:29,292 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:19:29,293 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:19:29,293 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64368687, jitterRate=-0.04083181917667389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:19:29,293 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:19:29,293 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733339969285Writing region info on filesystem at 1733339969285Initializing all the Stores at 1733339969285Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339969285Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339969286 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339969286Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339969286Cleaning up temporary data from old regions at 1733339969291 (+5 ms)Running coprocessor post-open hooks at 1733339969293 (+2 ms)Region opened successfully at 1733339969293 2024-12-04T19:19:29,294 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733339969264 2024-12-04T19:19:29,296 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:19:29,296 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:19:29,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,41297,1733339965870 2024-12-04T19:19:29,297 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,41297,1733339965870, state=OPEN 2024-12-04T19:19:29,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1465217165/meta-region-server 2024-12-04T19:19:29,302 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1465217165/meta-region-server 2024-12-04T19:19:29,302 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,41297,1733339965870 2024-12-04T19:19:29,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1465217165/meta-region-server: CHANGED 2024-12-04T19:19:29,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1465217165/meta-region-server: CHANGED 2024-12-04T19:19:29,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:19:29,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,41297,1733339965870 in 189 msec 2024-12-04T19:19:29,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:19:29,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-12-04T19:19:29,306 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:29,306 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:19:29,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:19:29,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,41297,1733339965870, seqNum=-1] 2024-12-04T19:19:29,307 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:19:29,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:19:29,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-12-04T19:19:29,312 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733339969312, completionTime=-1 2024-12-04T19:19:29,312 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:19:29,312 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:19:29,314 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:19:29,314 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340029314 2024-12-04T19:19:29,314 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340089314 2024-12-04T19:19:29,314 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:19:29,314 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,44197,1733339965751-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:29,314 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,44197,1733339965751-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:29,315 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,44197,1733339965751-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:29,315 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:44197, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:29,315 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:29,315 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:29,316 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:19:29,318 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.247sec 2024-12-04T19:19:29,318 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:19:29,318 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:19:29,318 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:19:29,318 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:19:29,318 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:19:29,318 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,44197,1733339965751-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:19:29,318 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,44197,1733339965751-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:19:29,320 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:19:29,320 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:19:29,320 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,44197,1733339965751-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:29,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a6b2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:29,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,44197,-1 for getting cluster id 2024-12-04T19:19:29,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:19:29,409 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd09e7b93-4905-4add-9ec5-f4326c75588f' 2024-12-04T19:19:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:19:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d09e7b93-4905-4add-9ec5-f4326c75588f" 2024-12-04T19:19:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b496bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,44197,-1] 2024-12-04T19:19:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:19:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:29,411 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:19:29,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68db720d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:29,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:19:29,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,41297,1733339965870, seqNum=-1] 2024-12-04T19:19:29,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:19:29,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:19:29,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,44197,1733339965751 2024-12-04T19:19:29,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-12-04T19:19:29,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:19:29,429 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a1c8c3f10005 connected 2024-12-04T19:19:29,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e57e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:29,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,45751,-1 for getting cluster id 2024-12-04T19:19:29,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:19:29,445 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '663ccdf4-6d61-4d6a-8a9a-07cd3c83a19a' 2024-12-04T19:19:29,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:19:29,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "663ccdf4-6d61-4d6a-8a9a-07cd3c83a19a" 2024-12-04T19:19:29,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2ab1c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:29,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,45751,-1] 2024-12-04T19:19:29,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:19:29,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:29,447 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:19:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c29321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:29,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:19:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,45751,1733339959423 2024-12-04T19:19:29,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44f87780 2024-12-04T19:19:29,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:19:29,452 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:19:29,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:44197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:19:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:19:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:29,456 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:44197' 2024-12-04T19:19:29,457 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ce7b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:29,457 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,44197,-1 for getting cluster id 2024-12-04T19:19:29,457 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:19:29,458 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd09e7b93-4905-4add-9ec5-f4326c75588f' 2024-12-04T19:19:29,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:19:29,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d09e7b93-4905-4add-9ec5-f4326c75588f" 2024-12-04T19:19:29,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b648291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:29,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,44197,-1] 2024-12-04T19:19:29,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:19:29,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:29,460 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:19:29,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac41785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:29,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:19:29,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T19:19:29,461 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:19:29,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:19:29,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T19:19:29,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:19:29,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T19:19:29,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:19:29,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T19:19:29,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,44197,1733339965751 2024-12-04T19:19:29,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29531750 2024-12-04T19:19:29,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:19:29,464 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:19:29,464 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T19:19:29,464 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:19:29,464 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:29,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:19:29,465 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:29,465 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:19:29,467 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:19:29,468 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:19:29,468 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:29,469 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:19:29,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741835_1011 (size=1138) 2024-12-04T19:19:29,517 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:19:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:29,880 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae39a97d9700f41e92d441268df968c3, NAME => 'hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee 2024-12-04T19:19:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741836_1012 (size=44) 2024-12-04T19:19:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:30,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:30,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ae39a97d9700f41e92d441268df968c3, disabling compactions & flushes 2024-12-04T19:19:30,286 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:30,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:30,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. after waiting 0 ms 2024-12-04T19:19:30,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:30,286 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:30,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae39a97d9700f41e92d441268df968c3: Waiting for close lock at 1733339970286Disabling compacts and flushes for region at 1733339970286Disabling writes for close at 1733339970286Writing region close event to WAL at 1733339970286Closed at 1733339970286 2024-12-04T19:19:30,287 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:19:30,287 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733339970287"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733339970287"}]},"ts":"1733339970287"} 2024-12-04T19:19:30,290 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:19:30,290 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:19:30,291 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339970290"}]},"ts":"1733339970290"} 2024-12-04T19:19:30,293 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:19:30,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae39a97d9700f41e92d441268df968c3, ASSIGN}] 2024-12-04T19:19:30,294 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae39a97d9700f41e92d441268df968c3, ASSIGN 2024-12-04T19:19:30,295 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae39a97d9700f41e92d441268df968c3, ASSIGN; state=OFFLINE, location=9ba2734cd39f,38731,1733339960016; forceNewPlan=false, retain=false 2024-12-04T19:19:30,445 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ae39a97d9700f41e92d441268df968c3, regionState=OPENING, regionLocation=9ba2734cd39f,38731,1733339960016 2024-12-04T19:19:30,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae39a97d9700f41e92d441268df968c3, ASSIGN because future has completed 2024-12-04T19:19:30,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae39a97d9700f41e92d441268df968c3, server=9ba2734cd39f,38731,1733339960016}] 2024-12-04T19:19:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:30,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:30,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:30,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:19:30,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C38731%2C1733339960016.rep, suffix=, logDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016, archiveDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/oldWALs, maxLogs=10 2024-12-04T19:19:30,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016/9ba2734cd39f%2C38731%2C1733339960016.rep.1733339970607, exclude list is [], retry=0 2024-12-04T19:19:30,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36775,DS-31068594-5096-4448-bbea-efd8f7a2721a,DISK] 2024-12-04T19:19:30,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016/9ba2734cd39f%2C38731%2C1733339960016.rep.1733339970607 2024-12-04T19:19:30,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33023:33023)] 2024-12-04T19:19:30,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ae39a97d9700f41e92d441268df968c3, NAME => 'hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:19:30,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:19:30,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:19:30,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. service=MultiRowMutationService 2024-12-04T19:19:30,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:19:30,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:30,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:30,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:30,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:30,631 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:30,632 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae39a97d9700f41e92d441268df968c3 columnFamilyName hfileref 2024-12-04T19:19:30,632 DEBUG [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:30,633 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] regionserver.HStore(327): Store=ae39a97d9700f41e92d441268df968c3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:30,633 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:30,634 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae39a97d9700f41e92d441268df968c3 columnFamilyName queue 2024-12-04T19:19:30,634 DEBUG [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:30,635 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] regionserver.HStore(327): Store=ae39a97d9700f41e92d441268df968c3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:30,635 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:30,636 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae39a97d9700f41e92d441268df968c3 columnFamilyName sid 2024-12-04T19:19:30,636 DEBUG [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:30,636 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] regionserver.HStore(327): Store=ae39a97d9700f41e92d441268df968c3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:30,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:30,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/replication/ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:30,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/replication/ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:30,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:30,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:30,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:19:30,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:30,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/replication/ae39a97d9700f41e92d441268df968c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:19:30,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ae39a97d9700f41e92d441268df968c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60082796, jitterRate=-0.10469657182693481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:19:30,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:30,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ae39a97d9700f41e92d441268df968c3: Running coprocessor pre-open hook at 1733339970629Writing region info on filesystem at 1733339970629Initializing all the Stores at 1733339970630 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339970630Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339970630Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339970630Cleaning up temporary data from old regions at 1733339970638 (+8 ms)Running coprocessor post-open hooks at 1733339970642 (+4 ms)Region opened successfully at 1733339970656 (+14 ms) 2024-12-04T19:19:30,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3., pid=7, masterSystemTime=1733339970600 2024-12-04T19:19:30,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:30,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:30,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ae39a97d9700f41e92d441268df968c3, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,38731,1733339960016 2024-12-04T19:19:30,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae39a97d9700f41e92d441268df968c3, server=9ba2734cd39f,38731,1733339960016 because future has completed 2024-12-04T19:19:30,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T19:19:30,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ae39a97d9700f41e92d441268df968c3, server=9ba2734cd39f,38731,1733339960016 in 215 msec 2024-12-04T19:19:30,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:19:30,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae39a97d9700f41e92d441268df968c3, ASSIGN in 372 msec 2024-12-04T19:19:30,668 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:19:30,669 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339970669"}]},"ts":"1733339970669"} 2024-12-04T19:19:30,671 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:19:30,672 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:19:30,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2070 sec 2024-12-04T19:19:30,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3., hostname=9ba2734cd39f,38731,1733339960016, seqNum=2] 2024-12-04T19:19:30,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:30,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:30,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:19:30,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38731 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T19:19:30,931 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:19:30,965 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,38731,1733339960016, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:19:30,966 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:19:30,966 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,38731,1733339960016, seqNum=-1] 2024-12-04T19:19:30,967 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:19:30,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-04T19:19:30,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,38731,1733339960016', locateType=CURRENT is [region=hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3., hostname=9ba2734cd39f,38731,1733339960016, seqNum=2] 2024-12-04T19:19:30,973 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T19:19:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T19:19:30,975 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,38731,1733339960016 suceeded 2024-12-04T19:19:30,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T19:19:30,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-04T19:19:30,977 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:44197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:19:30,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5250 sec 2024-12-04T19:19:30,993 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:44197' 2024-12-04T19:19:30,995 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10b72ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:30,995 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,44197,-1 for getting cluster id 2024-12-04T19:19:30,995 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:19:30,996 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd09e7b93-4905-4add-9ec5-f4326c75588f' 2024-12-04T19:19:30,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:19:30,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d09e7b93-4905-4add-9ec5-f4326c75588f" 2024-12-04T19:19:30,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@108db150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:30,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,44197,-1] 2024-12-04T19:19:30,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:19:30,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:30,998 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:19:30,999 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@507f0562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:30,999 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:19:31,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,44197,1733339965751 2024-12-04T19:19:31,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f805106 2024-12-04T19:19:31,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:19:31,001 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-04T19:19:31,003 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,38731,1733339960016 (queues=1) is replicating from cluster=663ccdf4-6d61-4d6a-8a9a-07cd3c83a19a to cluster=d09e7b93-4905-4add-9ec5-f4326c75588f 2024-12-04T19:19:31,003 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C38731%2C1733339960016 2024-12-04T19:19:31,004 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,38731,1733339960016, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:19:31,004 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016.replicationSource.shipper9ba2734cd39f%2C38731%2C1733339960016,1-9ba2734cd39f,38731,1733339960016 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C38731%2C1733339960016 2024-12-04T19:19:31,004 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016.replicationSource.wal-reader.9ba2734cd39f%2C38731%2C1733339960016,1-9ba2734cd39f,38731,1733339960016 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016/9ba2734cd39f%2C38731%2C1733339960016.1733339962372, startPosition=0, beingWritten=true 2024-12-04T19:19:31,222 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016.replicationSource.wal-reader.9ba2734cd39f%2C38731%2C1733339960016,1-9ba2734cd39f,38731,1733339960016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016/9ba2734cd39f%2C38731%2C1733339960016.1733339962372 to pos 0, reset compression=false 2024-12-04T19:19:31,527 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016.replicationSource.wal-reader.9ba2734cd39f%2C38731%2C1733339960016,1-9ba2734cd39f,38731,1733339960016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016/9ba2734cd39f%2C38731%2C1733339960016.1733339962372 to pos 0, reset compression=false 2024-12-04T19:19:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:31,605 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:19:31,605 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:19:31,605 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:31,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:31,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:31,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:19:31,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:19:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,45751,1733339959423 2024-12-04T19:19:31,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@861b1de 2024-12-04T19:19:31,607 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:19:31,608 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:19:31,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45751 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T19:19:31,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:19:31,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:31,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:31,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:31,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:19:31,609 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:19:31,609 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2047416449, stopped=false 2024-12-04T19:19:31,610 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,45751,1733339959423 2024-12-04T19:19:31,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870173284/running 2024-12-04T19:19:31,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870173284/running 2024-12-04T19:19:31,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:31,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:31,681 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:19:31,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:19:31,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:31,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:31,681 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,38731,1733339960016' ***** 2024-12-04T19:19:31,681 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:19:31,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on znode that does not yet exist, /0-1870173284/running 2024-12-04T19:19:31,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on znode that does not yet exist, /0-1870173284/running 2024-12-04T19:19:31,682 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:19:31,682 INFO [RS:0;9ba2734cd39f:38731 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:19:31,682 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:19:31,682 INFO [RS:0;9ba2734cd39f:38731 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:19:31,682 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(3091): Received CLOSE for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:31,682 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,38731,1733339960016 2024-12-04T19:19:31,682 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:19:31,682 INFO [RS:0;9ba2734cd39f:38731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:38731. 2024-12-04T19:19:31,682 DEBUG [RS:0;9ba2734cd39f:38731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:31,682 DEBUG [RS:0;9ba2734cd39f:38731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:31,682 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae39a97d9700f41e92d441268df968c3, disabling compactions & flushes 2024-12-04T19:19:31,682 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:19:31,682 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:31,682 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:19:31,682 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:19:31,682 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:31,682 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. after waiting 0 ms 2024-12-04T19:19:31,682 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:19:31,682 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:31,683 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae39a97d9700f41e92d441268df968c3 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T19:19:31,683 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T19:19:31,683 DEBUG [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(1325): Online Regions={ae39a97d9700f41e92d441268df968c3=hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:19:31,683 DEBUG [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:31,683 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:19:31,683 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:19:31,683 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:19:31,683 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:19:31,683 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:19:31,683 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T19:19:31,700 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/.tmp/info/e7b8cb208c5c4154bf4b94ec227051dc is 147, key is hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3./info:regioninfo/1733339970660/Put/seqid=0 2024-12-04T19:19:31,701 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/replication/ae39a97d9700f41e92d441268df968c3/.tmp/queue/1a60d90685254500ab40a12f1348839d is 151, key is 1-9ba2734cd39f,38731,1733339960016/queue:9ba2734cd39f%2C38731%2C1733339960016/1733339970971/Put/seqid=0 2024-12-04T19:19:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741839_1015 (size=5350) 2024-12-04T19:19:31,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741838_1014 (size=6631) 2024-12-04T19:19:31,708 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/.tmp/info/e7b8cb208c5c4154bf4b94ec227051dc 2024-12-04T19:19:31,734 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/.tmp/ns/205ba93db21141639bd1e8f880440e04 is 43, key is default/ns:d/1733339963552/Put/seqid=0 2024-12-04T19:19:31,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741840_1016 (size=5153) 2024-12-04T19:19:31,756 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:19:31,883 DEBUG [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:31,933 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016.replicationSource.wal-reader.9ba2734cd39f%2C38731%2C1733339960016,1-9ba2734cd39f,38731,1733339960016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016/9ba2734cd39f%2C38731%2C1733339960016.1733339962372 to pos 0, reset compression=false 2024-12-04T19:19:32,083 DEBUG [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:32,107 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/replication/ae39a97d9700f41e92d441268df968c3/.tmp/queue/1a60d90685254500ab40a12f1348839d 2024-12-04T19:19:32,114 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/replication/ae39a97d9700f41e92d441268df968c3/.tmp/queue/1a60d90685254500ab40a12f1348839d as hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/replication/ae39a97d9700f41e92d441268df968c3/queue/1a60d90685254500ab40a12f1348839d 2024-12-04T19:19:32,121 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/replication/ae39a97d9700f41e92d441268df968c3/queue/1a60d90685254500ab40a12f1348839d, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T19:19:32,122 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ae39a97d9700f41e92d441268df968c3 in 440ms, sequenceid=5, compaction requested=false 2024-12-04T19:19:32,122 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T19:19:32,127 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/replication/ae39a97d9700f41e92d441268df968c3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T19:19:32,128 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:19:32,128 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:19:32,128 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:32,128 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae39a97d9700f41e92d441268df968c3: Waiting for close lock at 1733339971682Running coprocessor pre-close hooks at 1733339971682Disabling compacts and flushes for region at 1733339971682Disabling writes for close at 1733339971682Obtaining lock to block concurrent updates at 1733339971683 (+1 ms)Preparing flush snapshotting stores in ae39a97d9700f41e92d441268df968c3 at 1733339971683Finished memstore snapshotting hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733339971683Flushing stores of hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. at 1733339971683Flushing ae39a97d9700f41e92d441268df968c3/queue: creating writer at 1733339971684 (+1 ms)Flushing ae39a97d9700f41e92d441268df968c3/queue: appending metadata at 1733339971700 (+16 ms)Flushing ae39a97d9700f41e92d441268df968c3/queue: closing flushed file at 1733339971700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a7e12: reopening flushed file at 1733339972113 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ae39a97d9700f41e92d441268df968c3 in 440ms, sequenceid=5, compaction requested=false at 1733339972122 (+9 ms)Writing region close event to WAL at 1733339972124 (+2 ms)Running coprocessor post-close hooks at 1733339972128 (+4 ms)Closed at 1733339972128 2024-12-04T19:19:32,128 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:32,138 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/.tmp/ns/205ba93db21141639bd1e8f880440e04 2024-12-04T19:19:32,159 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/.tmp/table/5fd1b7d8f65a4e37a6b7c45803876df9 is 53, key is hbase:replication/table:state/1733339970669/Put/seqid=0 2024-12-04T19:19:32,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741841_1017 (size=5256) 2024-12-04T19:19:32,246 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:19:32,246 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:19:32,283 DEBUG [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:32,438 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016.replicationSource.wal-reader.9ba2734cd39f%2C38731%2C1733339960016,1-9ba2734cd39f,38731,1733339960016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016/9ba2734cd39f%2C38731%2C1733339960016.1733339962372 to pos 0, reset compression=false 2024-12-04T19:19:32,484 DEBUG [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:32,571 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/.tmp/table/5fd1b7d8f65a4e37a6b7c45803876df9 2024-12-04T19:19:32,576 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/.tmp/info/e7b8cb208c5c4154bf4b94ec227051dc as hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/info/e7b8cb208c5c4154bf4b94ec227051dc 2024-12-04T19:19:32,581 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/info/e7b8cb208c5c4154bf4b94ec227051dc, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T19:19:32,582 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/.tmp/ns/205ba93db21141639bd1e8f880440e04 as hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/ns/205ba93db21141639bd1e8f880440e04 2024-12-04T19:19:32,586 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/ns/205ba93db21141639bd1e8f880440e04, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T19:19:32,587 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/.tmp/table/5fd1b7d8f65a4e37a6b7c45803876df9 as hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/table/5fd1b7d8f65a4e37a6b7c45803876df9 2024-12-04T19:19:32,592 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/table/5fd1b7d8f65a4e37a6b7c45803876df9, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T19:19:32,593 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false 2024-12-04T19:19:32,597 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T19:19:32,598 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:19:32,598 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:19:32,598 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:19:32,598 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339971683Running coprocessor pre-close hooks at 1733339971683Disabling compacts and flushes for region at 1733339971683Disabling writes for close at 1733339971683Obtaining lock to block concurrent updates at 1733339971683Preparing flush snapshotting stores in 1588230740 at 1733339971683Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733339971683Flushing stores of hbase:meta,,1.1588230740 at 1733339971684 (+1 ms)Flushing 1588230740/info: creating writer at 1733339971684Flushing 1588230740/info: appending metadata at 1733339971700 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733339971700Flushing 1588230740/ns: creating writer at 1733339971714 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733339971733 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733339971733Flushing 1588230740/table: creating writer at 1733339972143 (+410 ms)Flushing 1588230740/table: appending metadata at 1733339972158 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733339972158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b565c68: reopening flushed file at 1733339972575 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2faa967f: reopening flushed file at 1733339972581 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2843516f: reopening flushed file at 1733339972587 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false at 1733339972593 (+6 ms)Writing region close event to WAL at 1733339972594 (+1 ms)Running coprocessor post-close hooks at 1733339972598 (+4 ms)Closed at 1733339972598 2024-12-04T19:19:32,598 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:19:32,684 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,38731,1733339960016; all regions closed. 2024-12-04T19:19:32,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741834_1010 (size=2742) 2024-12-04T19:19:32,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016/9ba2734cd39f%2C38731%2C1733339960016.meta.1733339963489.meta not finished, retry = 0 2024-12-04T19:19:32,789 DEBUG [RS:0;9ba2734cd39f:38731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/oldWALs 2024-12-04T19:19:32,789 INFO [RS:0;9ba2734cd39f:38731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C38731%2C1733339960016.meta:.meta(num 1733339963489) 2024-12-04T19:19:32,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741837_1013 (size=1586) 2024-12-04T19:19:32,791 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016/9ba2734cd39f%2C38731%2C1733339960016.rep.1733339970607 not finished, retry = 0 2024-12-04T19:19:32,893 DEBUG [RS:0;9ba2734cd39f:38731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/oldWALs 2024-12-04T19:19:32,893 INFO [RS:0;9ba2734cd39f:38731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C38731%2C1733339960016.rep:(num 1733339970607) 2024-12-04T19:19:32,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741832_1008 (size=93) 2024-12-04T19:19:32,895 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016/9ba2734cd39f%2C38731%2C1733339960016.1733339962372 not finished, retry = 0 2024-12-04T19:19:32,997 DEBUG [RS:0;9ba2734cd39f:38731 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/oldWALs 2024-12-04T19:19:32,997 INFO [RS:0;9ba2734cd39f:38731 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C38731%2C1733339960016:(num 1733339962372) 2024-12-04T19:19:32,997 DEBUG [RS:0;9ba2734cd39f:38731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:32,997 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:19:32,998 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:19:32,998 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:19:32,998 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:19:32,998 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:19:32,998 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,38731,1733339960016 because: Region server is closing 2024-12-04T19:19:32,998 INFO [RS:0;9ba2734cd39f:38731 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:38731. 2024-12-04T19:19:32,998 DEBUG [RS:0;9ba2734cd39f:38731 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:32,998 DEBUG [RS:0;9ba2734cd39f:38731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:32,999 DEBUG [RS:0;9ba2734cd39f:38731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:32,999 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:19:33,099 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016.replicationSource.shipper9ba2734cd39f%2C38731%2C1733339960016,1-9ba2734cd39f,38731,1733339960016 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T19:19:33,099 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,38731,1733339960016.replicationSource.shipper9ba2734cd39f%2C38731%2C1733339960016,1-9ba2734cd39f,38731,1733339960016 terminated 2024-12-04T19:19:33,099 INFO [RS:0;9ba2734cd39f:38731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38731 2024-12-04T19:19:33,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870173284/rs/9ba2734cd39f,38731,1733339960016 2024-12-04T19:19:33,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284/rs 2024-12-04T19:19:33,265 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:19:33,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,38731,1733339960016] 2024-12-04T19:19:33,323 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870173284/draining/9ba2734cd39f,38731,1733339960016 already deleted, retry=false 2024-12-04T19:19:33,323 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,38731,1733339960016 expired; onlineServers=0 2024-12-04T19:19:33,323 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,45751,1733339959423' ***** 2024-12-04T19:19:33,323 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:19:33,323 INFO [M:0;9ba2734cd39f:45751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:19:33,323 INFO [M:0;9ba2734cd39f:45751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:19:33,323 DEBUG [M:0;9ba2734cd39f:45751 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:19:33,323 DEBUG [M:0;9ba2734cd39f:45751 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:19:33,323 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339962212 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339962212,5,FailOnTimeoutGroup] 2024-12-04T19:19:33,323 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:19:33,323 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339962214 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339962214,5,FailOnTimeoutGroup] 2024-12-04T19:19:33,323 INFO [M:0;9ba2734cd39f:45751 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:19:33,323 INFO [M:0;9ba2734cd39f:45751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:19:33,323 DEBUG [M:0;9ba2734cd39f:45751 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:19:33,323 INFO [M:0;9ba2734cd39f:45751 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:19:33,323 INFO [M:0;9ba2734cd39f:45751 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:19:33,324 INFO [M:0;9ba2734cd39f:45751 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:19:33,324 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:19:33,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870173284/master 2024-12-04T19:19:33,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:33,333 DEBUG [M:0;9ba2734cd39f:45751 {}] zookeeper.ZKUtil(347): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Unable to get data of znode /0-1870173284/master because node does not exist (not an error) 2024-12-04T19:19:33,333 WARN [M:0;9ba2734cd39f:45751 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:19:33,334 INFO [M:0;9ba2734cd39f:45751 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/.lastflushedseqids 2024-12-04T19:19:33,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741842_1018 (size=181) 2024-12-04T19:19:33,339 INFO [M:0;9ba2734cd39f:45751 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:19:33,339 INFO [M:0;9ba2734cd39f:45751 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:19:33,340 DEBUG [M:0;9ba2734cd39f:45751 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:19:33,340 INFO [M:0;9ba2734cd39f:45751 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:33,340 DEBUG [M:0;9ba2734cd39f:45751 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:33,340 DEBUG [M:0;9ba2734cd39f:45751 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:19:33,340 DEBUG [M:0;9ba2734cd39f:45751 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:33,340 INFO [M:0;9ba2734cd39f:45751 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T19:19:33,354 DEBUG [M:0;9ba2734cd39f:45751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25895cde59c74edea825f838280d5f1f is 82, key is hbase:meta,,1/info:regioninfo/1733339963524/Put/seqid=0 2024-12-04T19:19:33,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741843_1019 (size=5672) 2024-12-04T19:19:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:33,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38731-0x101a1c8c3f10001, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:33,401 INFO [RS:0;9ba2734cd39f:38731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:19:33,401 INFO [RS:0;9ba2734cd39f:38731 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,38731,1733339960016; zookeeper connection closed. 2024-12-04T19:19:33,401 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15c96ceb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15c96ceb 2024-12-04T19:19:33,401 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:19:33,759 INFO [M:0;9ba2734cd39f:45751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25895cde59c74edea825f838280d5f1f 2024-12-04T19:19:33,779 DEBUG [M:0;9ba2734cd39f:45751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b63738856e24fb0a51ecc2099f2b805 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733339970673/Put/seqid=0 2024-12-04T19:19:33,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741844_1020 (size=7203) 2024-12-04T19:19:34,184 INFO [M:0;9ba2734cd39f:45751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b63738856e24fb0a51ecc2099f2b805 2024-12-04T19:19:34,207 DEBUG [M:0;9ba2734cd39f:45751 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeea0b65f4ed42a9947364e8ea0540f7 is 69, key is 9ba2734cd39f,38731,1733339960016/rs:state/1733339962231/Put/seqid=0 2024-12-04T19:19:34,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741845_1021 (size=5156) 2024-12-04T19:19:34,611 INFO [M:0;9ba2734cd39f:45751 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeea0b65f4ed42a9947364e8ea0540f7 2024-12-04T19:19:34,616 DEBUG [M:0;9ba2734cd39f:45751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25895cde59c74edea825f838280d5f1f as hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25895cde59c74edea825f838280d5f1f 2024-12-04T19:19:34,620 INFO [M:0;9ba2734cd39f:45751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25895cde59c74edea825f838280d5f1f, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T19:19:34,621 DEBUG [M:0;9ba2734cd39f:45751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b63738856e24fb0a51ecc2099f2b805 as hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b63738856e24fb0a51ecc2099f2b805 2024-12-04T19:19:34,625 INFO [M:0;9ba2734cd39f:45751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b63738856e24fb0a51ecc2099f2b805, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T19:19:34,626 DEBUG [M:0;9ba2734cd39f:45751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeea0b65f4ed42a9947364e8ea0540f7 as hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eeea0b65f4ed42a9947364e8ea0540f7 2024-12-04T19:19:34,630 INFO [M:0;9ba2734cd39f:45751 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eeea0b65f4ed42a9947364e8ea0540f7, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T19:19:34,631 INFO [M:0;9ba2734cd39f:45751 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false 2024-12-04T19:19:34,632 INFO [M:0;9ba2734cd39f:45751 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:34,632 DEBUG [M:0;9ba2734cd39f:45751 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339973340Disabling compacts and flushes for region at 1733339973340Disabling writes for close at 1733339973340Obtaining lock to block concurrent updates at 1733339973340Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733339973340Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733339973340Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733339973341 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733339973341Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733339973354 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733339973354Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733339973763 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733339973779 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733339973779Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733339974188 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733339974206 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733339974206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110f8321: reopening flushed file at 1733339974615 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77efd2ed: reopening flushed file at 1733339974620 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae1d5c3: reopening flushed file at 1733339974625 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false at 1733339974631 (+6 ms)Writing region close event to WAL at 1733339974632 (+1 ms)Closed at 1733339974632 2024-12-04T19:19:34,633 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,45751,1733339959423/9ba2734cd39f%2C45751%2C1733339959423.1733339961945 not finished, retry = 0 2024-12-04T19:19:34,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741830_1006 (size=41008) 2024-12-04T19:19:34,734 INFO [M:0;9ba2734cd39f:45751 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:19:34,734 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:19:34,734 INFO [M:0;9ba2734cd39f:45751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45751 2024-12-04T19:19:34,735 INFO [M:0;9ba2734cd39f:45751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:19:34,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:19:34,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:34,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:34,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:34,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:34,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:34,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:34,896 INFO [M:0;9ba2734cd39f:45751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:19:34,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:34,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45751-0x101a1c8c3f10000, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:34,898 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:19:34,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:34,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:34,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:19:34,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:34,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:19:34,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:19:34,899 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:19:34,899 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36283 2024-12-04T19:19:34,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36283 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-12-04T19:19:34,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362830x0, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:19:34,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36283-0x101a1c8c3f10006 connected 2024-12-04T19:19:34,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:34,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:34,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on znode that does not yet exist, /0-1870173284/running 2024-12-04T19:19:34,927 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870173284/meta-region-server: INIT 2024-12-04T19:19:34,927 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee, hbase.cluster.distributed=false 2024-12-04T19:19:34,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on znode that does not yet exist, /0-1870173284/acl 2024-12-04T19:19:34,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36283 2024-12-04T19:19:34,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36283 2024-12-04T19:19:34,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36283 2024-12-04T19:19:34,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36283 2024-12-04T19:19:34,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36283 2024-12-04T19:19:34,948 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:19:34,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:34,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:34,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:19:34,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:34,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:19:34,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:19:34,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:19:34,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40379 2024-12-04T19:19:34,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40379 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-12-04T19:19:34,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:34,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:34,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403790x0, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:19:34,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403790x0, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on znode that does not yet exist, /0-1870173284/running 2024-12-04T19:19:34,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40379-0x101a1c8c3f10007 connected 2024-12-04T19:19:34,965 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:19:34,966 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870173284/meta-region-server: INIT 2024-12-04T19:19:34,968 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:19:34,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on znode that does not yet exist, /0-1870173284/master 2024-12-04T19:19:34,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on znode that does not yet exist, /0-1870173284/acl 2024-12-04T19:19:34,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40379 2024-12-04T19:19:34,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40379 2024-12-04T19:19:34,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40379 2024-12-04T19:19:34,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40379 2024-12-04T19:19:34,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40379 2024-12-04T19:19:34,990 DEBUG [M:0;9ba2734cd39f:36283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:36283 2024-12-04T19:19:34,990 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1870173284/backup-masters/9ba2734cd39f,36283,1733339974898 2024-12-04T19:19:34,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284/backup-masters 2024-12-04T19:19:34,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284/backup-masters 2024-12-04T19:19:34,997 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on existing znode=/0-1870173284/backup-masters/9ba2734cd39f,36283,1733339974898 2024-12-04T19:19:35,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1870173284/master 2024-12-04T19:19:35,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:35,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:35,007 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on existing znode=/0-1870173284/master 2024-12-04T19:19:35,007 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1870173284/backup-masters/9ba2734cd39f,36283,1733339974898 from backup master directory 2024-12-04T19:19:35,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870173284/backup-masters/9ba2734cd39f,36283,1733339974898 2024-12-04T19:19:35,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284/backup-masters 2024-12-04T19:19:35,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284/backup-masters 2024-12-04T19:19:35,017 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:19:35,017 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,36283,1733339974898 2024-12-04T19:19:35,025 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:35,026 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:19:35,031 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-04T19:19:35,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741846_1022 (size=196) 2024-12-04T19:19:35,443 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:19:35,444 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:19:35,444 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:35,448 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T19:19:35,450 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,45751,1733339959423 to hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,45751,1733339959423-dead as it is dead 2024-12-04T19:19:35,450 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,45751,1733339959423-dead/9ba2734cd39f%2C45751%2C1733339959423.1733339961945 2024-12-04T19:19:35,451 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,45751,1733339959423-dead/9ba2734cd39f%2C45751%2C1733339959423.1733339961945 after 1ms 2024-12-04T19:19:35,451 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,45751,1733339959423-dead/9ba2734cd39f%2C45751%2C1733339959423.1733339961945 to hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ba2734cd39f%2C45751%2C1733339959423.1733339961945 2024-12-04T19:19:35,451 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,45751,1733339959423-dead 2024-12-04T19:19:35,452 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,36283,1733339974898 2024-12-04T19:19:35,453 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:19:35,453 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C36283%2C1733339974898, suffix=, logDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,36283,1733339974898, archiveDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/oldWALs, maxLogs=10 2024-12-04T19:19:35,464 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,36283,1733339974898/9ba2734cd39f%2C36283%2C1733339974898.1733339975454, exclude list is [], retry=0 2024-12-04T19:19:35,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36775,DS-31068594-5096-4448-bbea-efd8f7a2721a,DISK] 2024-12-04T19:19:35,467 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,36283,1733339974898/9ba2734cd39f%2C36283%2C1733339974898.1733339975454 2024-12-04T19:19:35,468 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33023:33023)] 2024-12-04T19:19:35,468 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:19:35,468 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:35,468 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:35,468 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:35,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:35,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:19:35,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:35,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25895cde59c74edea825f838280d5f1f 2024-12-04T19:19:35,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:35,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:35,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:19:35,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:35,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b63738856e24fb0a51ecc2099f2b805 2024-12-04T19:19:35,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:35,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:35,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:19:35,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:35,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eeea0b65f4ed42a9947364e8ea0540f7 2024-12-04T19:19:35,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:35,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:35,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:19:35,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:35,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:35,487 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:35,488 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T19:19:35,488 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ba2734cd39f%2C45751%2C1733339959423.1733339961945 2024-12-04T19:19:35,492 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ba2734cd39f%2C45751%2C1733339959423.1733339961945 2024-12-04T19:19:35,493 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9ba2734cd39f%2C45751%2C1733339959423.1733339961945 2024-12-04T19:19:35,494 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:35,494 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:35,494 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:19:35,496 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:35,498 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-04T19:19:35,498 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60944373, jitterRate=-0.09185807406902313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:19:35,498 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733339975468Initializing all the Stores at 1733339975469 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339975469Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339975469Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339975469Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339975469Cleaning up temporary data from old regions at 1733339975494 (+25 ms)Region opened successfully at 1733339975498 (+4 ms) 2024-12-04T19:19:35,499 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:19:35,501 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664b77df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:19:35,503 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T19:19:35,503 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:19:35,503 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:19:35,503 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:19:35,504 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:19:35,506 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:35,507 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:19:35,507 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:19:35,507 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-04T19:19:35,507 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:19:35,510 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9ba2734cd39f,38731,1733339960016, regionLocation=9ba2734cd39f,38731,1733339960016, openSeqNum=2 2024-12-04T19:19:35,510 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9ba2734cd39f,38731,1733339960016, table=hbase:meta, region=1588230740 2024-12-04T19:19:35,510 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,38731,1733339960016, state=OPEN 2024-12-04T19:19:35,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870173284/meta-region-server 2024-12-04T19:19:35,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870173284/meta-region-server 2024-12-04T19:19:35,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870173284/meta-region-server: CHANGED 2024-12-04T19:19:35,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870173284/meta-region-server: CHANGED 2024-12-04T19:19:35,568 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:19:35,596 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870173284/draining/9ba2734cd39f,38731,1733339960016 already deleted, retry=false 2024-12-04T19:19:35,596 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9ba2734cd39f,38731,1733339960016 on 9ba2734cd39f,36283,1733339974898 2024-12-04T19:19:35,597 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9ba2734cd39f,38731,1733339960016, splitWal=true, meta=true 2024-12-04T19:19:35,598 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 9ba2734cd39f,38731,1733339960016 (carryingMeta=true) 9ba2734cd39f,38731,1733339960016/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@228459ed[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T19:19:35,599 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Unable to get data of znode /0-1870173284/balancer because node does not exist (not necessarily an error) 2024-12-04T19:19:35,617 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870173284/balancer already deleted, retry=false 2024-12-04T19:19:35,618 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:19:35,618 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Unable to get data of znode /0-1870173284/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:19:35,628 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870173284/normalizer already deleted, retry=false 2024-12-04T19:19:35,628 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:19:35,630 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Unable to get data of znode /0-1870173284/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:19:35,638 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870173284/switch/split already deleted, retry=false 2024-12-04T19:19:35,639 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Unable to get data of znode /0-1870173284/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:19:35,649 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870173284/switch/merge already deleted, retry=false 2024-12-04T19:19:35,767 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Unable to get data of znode /0-1870173284/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:19:35,786 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870173284/snapshot-cleanup already deleted, retry=false 2024-12-04T19:19:35,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1870173284/running 2024-12-04T19:19:35,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:35,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1870173284/running 2024-12-04T19:19:35,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:35,867 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,36283,1733339974898, sessionid=0x101a1c8c3f10006, setting cluster-up flag (Was=false) 2024-12-04T19:19:35,889 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1870173284/flush-table-proc/acquired, /0-1870173284/flush-table-proc/reached, /0-1870173284/flush-table-proc/abort 2024-12-04T19:19:35,890 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,36283,1733339974898 2024-12-04T19:19:35,902 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1870173284/online-snapshot/acquired, /0-1870173284/online-snapshot/reached, /0-1870173284/online-snapshot/abort 2024-12-04T19:19:35,903 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,36283,1733339974898 2024-12-04T19:19:35,933 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/.lastflushedseqids 2024-12-04T19:19:35,936 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:19:35,936 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:19:35,936 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,36283,1733339974898 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9ba2734cd39f,38731,1733339960016 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:19:35,938 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:35,938 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:35,938 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:35,938 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:35,938 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:19:35,938 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:35,938 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:19:35,938 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:35,955 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9ba2734cd39f,38731,1733339960016, splitWal=true, meta=true 2024-12-04T19:19:35,956 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9ba2734cd39f,38731,1733339960016, splitWal=true, meta=true, isMeta: true 2024-12-04T19:19:35,957 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016-splitting 2024-12-04T19:19:35,963 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016-splitting dir is empty, no logs to split. 2024-12-04T19:19:35,963 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9ba2734cd39f,38731,1733339960016 WAL count=0, meta=true 2024-12-04T19:19:35,967 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340005967 2024-12-04T19:19:35,967 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:19:35,967 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:19:35,967 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:19:35,967 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:19:35,967 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:19:35,967 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:19:35,968 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016-splitting dir is empty, no logs to split. 2024-12-04T19:19:35,969 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9ba2734cd39f,38731,1733339960016 WAL count=0, meta=true 2024-12-04T19:19:35,969 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9ba2734cd39f,38731,1733339960016 WAL splitting is done? wals=0, meta=true 2024-12-04T19:19:35,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:19:35,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:19:35,972 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T19:19:35,972 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:35,976 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:19:35,977 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:19:35,977 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:19:35,977 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:19:35,980 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:19:35,980 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:19:35,987 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339975980,5,FailOnTimeoutGroup] 2024-12-04T19:19:35,988 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339975987,5,FailOnTimeoutGroup] 2024-12-04T19:19:35,989 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:35,989 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:19:35,989 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:35,989 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:35,989 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733339975989, completionTime=-1 2024-12-04T19:19:35,989 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T19:19:35,989 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T19:19:35,994 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(746): ClusterId : 663ccdf4-6d61-4d6a-8a9a-07cd3c83a19a 2024-12-04T19:19:35,994 DEBUG [RS:0;9ba2734cd39f:40379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:19:36,006 DEBUG [RS:0;9ba2734cd39f:40379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:19:36,006 DEBUG [RS:0;9ba2734cd39f:40379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:19:36,018 DEBUG [RS:0;9ba2734cd39f:40379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:19:36,019 DEBUG [RS:0;9ba2734cd39f:40379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6238bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:19:36,032 DEBUG [RS:0;9ba2734cd39f:40379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:40379 2024-12-04T19:19:36,032 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:19:36,032 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:19:36,032 DEBUG [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:19:36,033 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,36283,1733339974898 with port=40379, startcode=1733339974947 2024-12-04T19:19:36,033 DEBUG [RS:0;9ba2734cd39f:40379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:19:36,034 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:19:36,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,40379,1733339974947 2024-12-04T19:19:36,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36283 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,40379,1733339974947 2024-12-04T19:19:36,036 DEBUG [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee 2024-12-04T19:19:36,036 DEBUG [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45201 2024-12-04T19:19:36,036 DEBUG [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:19:36,039 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T19:19:36,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284/rs 2024-12-04T19:19:36,083 DEBUG [RS:0;9ba2734cd39f:40379 {}] zookeeper.ZKUtil(111): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on existing znode=/0-1870173284/rs/9ba2734cd39f,40379,1733339974947 2024-12-04T19:19:36,084 WARN [RS:0;9ba2734cd39f:40379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:19:36,084 INFO [RS:0;9ba2734cd39f:40379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:36,084 DEBUG [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947 2024-12-04T19:19:36,084 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,40379,1733339974947] 2024-12-04T19:19:36,105 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:19:36,106 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:19:36,107 INFO [RS:0;9ba2734cd39f:40379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:19:36,107 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:36,107 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:19:36,108 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:19:36,108 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:36,108 DEBUG [RS:0;9ba2734cd39f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:36,108 DEBUG [RS:0;9ba2734cd39f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:36,108 DEBUG [RS:0;9ba2734cd39f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:36,108 DEBUG [RS:0;9ba2734cd39f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:36,108 DEBUG [RS:0;9ba2734cd39f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:36,108 DEBUG [RS:0;9ba2734cd39f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:19:36,108 DEBUG [RS:0;9ba2734cd39f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:36,108 DEBUG [RS:0;9ba2734cd39f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:36,108 DEBUG [RS:0;9ba2734cd39f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:36,108 DEBUG [RS:0;9ba2734cd39f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:36,108 DEBUG [RS:0;9ba2734cd39f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:36,108 DEBUG [RS:0;9ba2734cd39f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:36,108 DEBUG [RS:0;9ba2734cd39f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:19:36,108 DEBUG [RS:0;9ba2734cd39f:40379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:19:36,112 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:36,112 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:36,112 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:36,112 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:36,112 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:36,112 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40379,1733339974947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:19:36,122 WARN [9ba2734cd39f:36283 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T19:19:36,131 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:19:36,131 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40379,1733339974947-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:36,151 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,40379,1733339974947, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:19:36,152 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:36,152 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.Replication(171): 9ba2734cd39f,40379,1733339974947 started 2024-12-04T19:19:36,171 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:36,171 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,40379,1733339974947, RpcServer on 9ba2734cd39f/172.17.0.2:40379, sessionid=0x101a1c8c3f10007 2024-12-04T19:19:36,171 DEBUG [RS:0;9ba2734cd39f:40379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:19:36,171 DEBUG [RS:0;9ba2734cd39f:40379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,40379,1733339974947 2024-12-04T19:19:36,171 DEBUG [RS:0;9ba2734cd39f:40379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,40379,1733339974947' 2024-12-04T19:19:36,171 DEBUG [RS:0;9ba2734cd39f:40379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1870173284/flush-table-proc/abort' 2024-12-04T19:19:36,172 DEBUG [RS:0;9ba2734cd39f:40379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1870173284/flush-table-proc/acquired' 2024-12-04T19:19:36,172 DEBUG [RS:0;9ba2734cd39f:40379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:19:36,172 DEBUG [RS:0;9ba2734cd39f:40379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:19:36,172 DEBUG [RS:0;9ba2734cd39f:40379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,40379,1733339974947 2024-12-04T19:19:36,172 DEBUG [RS:0;9ba2734cd39f:40379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,40379,1733339974947' 2024-12-04T19:19:36,172 DEBUG [RS:0;9ba2734cd39f:40379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1870173284/online-snapshot/abort' 2024-12-04T19:19:36,172 DEBUG [RS:0;9ba2734cd39f:40379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1870173284/online-snapshot/acquired' 2024-12-04T19:19:36,174 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource,1-9ba2734cd39f,40379,1733339974947 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:44197' 2024-12-04T19:19:36,177 DEBUG [RS:0;9ba2734cd39f:40379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:19:36,177 INFO [RS:0;9ba2734cd39f:40379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:19:36,177 INFO [RS:0;9ba2734cd39f:40379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:19:36,180 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource,1-9ba2734cd39f,40379,1733339974947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dca2f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:36,180 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource,1-9ba2734cd39f,40379,1733339974947 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,44197,-1 for getting cluster id 2024-12-04T19:19:36,181 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource,1-9ba2734cd39f,40379,1733339974947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:19:36,184 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd09e7b93-4905-4add-9ec5-f4326c75588f' 2024-12-04T19:19:36,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:19:36,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d09e7b93-4905-4add-9ec5-f4326c75588f" 2024-12-04T19:19:36,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34e9e525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:36,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,44197,-1] 2024-12-04T19:19:36,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:19:36,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:36,188 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:19:36,189 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource,1-9ba2734cd39f,40379,1733339974947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42e6a5d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:36,189 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource,1-9ba2734cd39f,40379,1733339974947 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:19:36,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,44197,1733339965751 2024-12-04T19:19:36,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1688a451 2024-12-04T19:19:36,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:19:36,193 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-04T19:19:36,196 INFO [RS:0;9ba2734cd39f:40379.replicationSource,1-9ba2734cd39f,40379,1733339974947 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,40379,1733339974947 (queues=0) is replicating from cluster=663ccdf4-6d61-4d6a-8a9a-07cd3c83a19a to cluster=d09e7b93-4905-4add-9ec5-f4326c75588f 2024-12-04T19:19:36,282 INFO [RS:0;9ba2734cd39f:40379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:19:36,284 INFO [RS:0;9ba2734cd39f:40379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C40379%2C1733339974947, suffix=, logDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947, archiveDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/oldWALs, maxLogs=10 2024-12-04T19:19:36,303 DEBUG [RS:0;9ba2734cd39f:40379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.1733339976285, exclude list is [], retry=0 2024-12-04T19:19:36,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36775,DS-31068594-5096-4448-bbea-efd8f7a2721a,DISK] 2024-12-04T19:19:36,323 INFO [RS:0;9ba2734cd39f:40379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.1733339976285 2024-12-04T19:19:36,324 DEBUG [RS:0;9ba2734cd39f:40379 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9ba2734cd39f%2C40379%2C1733339974947 for peer 1 2024-12-04T19:19:36,324 DEBUG [RS:0;9ba2734cd39f:40379 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C40379%2C1733339974947 2024-12-04T19:19:36,324 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,40379,1733339974947, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:19:36,331 DEBUG [RS:0;9ba2734cd39f:40379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33023:33023)] 2024-12-04T19:19:36,331 INFO [RS:0;9ba2734cd39f:40379.replicationSource.shipper9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C40379%2C1733339974947 2024-12-04T19:19:36,332 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource.wal-reader.9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.1733339976285, startPosition=0, beingWritten=true 2024-12-04T19:19:36,372 DEBUG [9ba2734cd39f:36283 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:19:36,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,40379,1733339974947 2024-12-04T19:19:36,374 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,40379,1733339974947, state=OPENING 2024-12-04T19:19:36,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870173284/meta-region-server 2024-12-04T19:19:36,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870173284/meta-region-server 2024-12-04T19:19:36,396 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:19:36,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870173284/meta-region-server: CHANGED 2024-12-04T19:19:36,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,40379,1733339974947}] 2024-12-04T19:19:36,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870173284/meta-region-server: CHANGED 2024-12-04T19:19:36,542 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource.wal-reader.9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.1733339976285 to pos 0, reset compression=false 2024-12-04T19:19:36,549 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:19:36,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:19:36,553 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:19:36,553 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:36,553 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:19:36,554 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C40379%2C1733339974947.meta, suffix=.meta, logDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947, archiveDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/oldWALs, maxLogs=10 2024-12-04T19:19:36,571 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.meta.1733339976555.meta, exclude list is [], retry=0 2024-12-04T19:19:36,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36775,DS-31068594-5096-4448-bbea-efd8f7a2721a,DISK] 2024-12-04T19:19:36,576 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.meta.1733339976555.meta 2024-12-04T19:19:36,576 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33023:33023)] 2024-12-04T19:19:36,576 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:19:36,576 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:19:36,577 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:19:36,577 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:19:36,577 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:19:36,577 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:19:36,577 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:36,577 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:19:36,577 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:19:36,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:19:36,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:19:36,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:36,589 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/info/e7b8cb208c5c4154bf4b94ec227051dc 2024-12-04T19:19:36,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:36,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:19:36,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:19:36,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:36,597 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/ns/205ba93db21141639bd1e8f880440e04 2024-12-04T19:19:36,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:36,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:19:36,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:19:36,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:36,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:36,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:19:36,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:19:36,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:36,616 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/table/5fd1b7d8f65a4e37a6b7c45803876df9 2024-12-04T19:19:36,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:36,616 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:19:36,619 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740 2024-12-04T19:19:36,621 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740 2024-12-04T19:19:36,622 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:19:36,622 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:19:36,623 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:19:36,624 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:19:36,625 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66389787, jitterRate=-0.010715082287788391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:19:36,625 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:19:36,625 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733339976577Writing region info on filesystem at 1733339976577Initializing all the Stores at 1733339976578 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339976578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339976580 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339976580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339976580Cleaning up temporary data from old regions at 1733339976622 (+42 ms)Running coprocessor post-open hooks at 1733339976625 (+3 ms)Region opened successfully at 1733339976625 2024-12-04T19:19:36,626 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733339976548 2024-12-04T19:19:36,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9ba2734cd39f,40379,1733339974947 2024-12-04T19:19:36,630 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:19:36,630 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:19:36,631 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,40379,1733339974947, state=OPEN 2024-12-04T19:19:36,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870173284/meta-region-server 2024-12-04T19:19:36,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1870173284/meta-region-server 2024-12-04T19:19:36,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870173284/meta-region-server: CHANGED 2024-12-04T19:19:36,681 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,40379,1733339974947 2024-12-04T19:19:36,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1870173284/meta-region-server: CHANGED 2024-12-04T19:19:36,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-04T19:19:36,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,40379,1733339974947 in 285 msec 2024-12-04T19:19:36,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T19:19:36,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 715 msec 2024-12-04T19:19:36,846 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource.wal-reader.9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.1733339976285 to pos 0, reset compression=false 2024-12-04T19:19:37,257 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource.wal-reader.9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.1733339976285 to pos 0, reset compression=false 2024-12-04T19:19:37,542 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-04T19:19:37,762 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource.wal-reader.9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.1733339976285 to pos 0, reset compression=false 2024-12-04T19:19:38,367 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource.wal-reader.9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.1733339976285 to pos 0, reset compression=false 2024-12-04T19:19:39,044 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-04T19:19:39,072 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource.wal-reader.9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.1733339976285 to pos 0, reset compression=false 2024-12-04T19:19:39,878 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource.wal-reader.9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.1733339976285 to pos 0, reset compression=false 2024-12-04T19:19:40,496 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T19:19:40,497 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:19:40,497 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:19:40,497 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,40379,1733339974947, seqNum=-1] 2024-12-04T19:19:40,497 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:19:40,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:19:40,502 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae39a97d9700f41e92d441268df968c3, regionState=OPEN, lastHost=9ba2734cd39f,38731,1733339960016, regionLocation=9ba2734cd39f,38731,1733339960016, openSeqNum=2 2024-12-04T19:19:40,502 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:19:40,502 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340040502 2024-12-04T19:19:40,502 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340100502 2024-12-04T19:19:40,502 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-04T19:19:40,502 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9ba2734cd39f,38731,1733339960016 had 2 regions 2024-12-04T19:19:40,503 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36283,1733339974898-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:40,503 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36283,1733339974898-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:40,503 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36283,1733339974898-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:40,503 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:36283, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:40,503 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:40,503 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:40,504 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9ba2734cd39f,38731,1733339960016, splitWal=true, meta=true, isMeta: false 2024-12-04T19:19:40,507 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016-splitting dir is empty, no logs to split. 2024-12-04T19:19:40,507 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9ba2734cd39f,38731,1733339960016 WAL count=0, meta=false 2024-12-04T19:19:40,508 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.491sec 2024-12-04T19:19:40,508 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:19:40,508 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:19:40,508 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:19:40,508 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:19:40,509 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:19:40,509 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36283,1733339974898-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:19:40,509 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36283,1733339974898-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:19:40,510 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,38731,1733339960016-splitting dir is empty, no logs to split. 2024-12-04T19:19:40,510 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9ba2734cd39f,38731,1733339960016 WAL count=0, meta=false 2024-12-04T19:19:40,510 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9ba2734cd39f,38731,1733339960016 WAL splitting is done? wals=0, meta=false 2024-12-04T19:19:40,515 WARN [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9ba2734cd39f,38731,1733339960016/hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:40,516 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:19:40,516 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:19:40,516 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36283,1733339974898-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:40,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae39a97d9700f41e92d441268df968c3, ASSIGN}] 2024-12-04T19:19:40,517 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae39a97d9700f41e92d441268df968c3, ASSIGN 2024-12-04T19:19:40,520 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae39a97d9700f41e92d441268df968c3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T19:19:40,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2406ee24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:40,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,36283,-1 for getting cluster id 2024-12-04T19:19:40,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:19:40,597 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '663ccdf4-6d61-4d6a-8a9a-07cd3c83a19a' 2024-12-04T19:19:40,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:19:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "663ccdf4-6d61-4d6a-8a9a-07cd3c83a19a" 2024-12-04T19:19:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f45be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,36283,-1] 2024-12-04T19:19:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:19:40,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:40,601 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:19:40,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675d30f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:40,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:19:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,40379,1733339974947, seqNum=-1] 2024-12-04T19:19:40,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:19:40,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:19:40,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T19:19:40,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:19:40,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:40,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:40,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:40,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9ba2734cd39f:36283 after: 9ba2734cd39f:36283 2024-12-04T19:19:40,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:19:40,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@533750b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:40,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,36283,-1 for getting cluster id 2024-12-04T19:19:40,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:19:40,611 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '663ccdf4-6d61-4d6a-8a9a-07cd3c83a19a' 2024-12-04T19:19:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:19:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "663ccdf4-6d61-4d6a-8a9a-07cd3c83a19a" 2024-12-04T19:19:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e052931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,36283,-1] 2024-12-04T19:19:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:19:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:40,612 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:19:40,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342d6ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:40,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:19:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,36283,1733339974898 2024-12-04T19:19:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582495a2 2024-12-04T19:19:40,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:19:40,615 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:19:40,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36283 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T19:19:40,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:19:40,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:19:40,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:40,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:40,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:40,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:19:40,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:19:40,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1404934070, stopped=false 2024-12-04T19:19:40,618 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,44197,1733339965751 2024-12-04T19:19:40,628 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1465217165/running 2024-12-04T19:19:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1465217165/running 2024-12-04T19:19:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:40,628 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:40,628 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:19:40,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:19:40,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:40,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:40,628 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,41297,1733339965870' ***** 2024-12-04T19:19:40,628 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:19:40,628 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:19:40,629 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:19:40,629 INFO [RS:0;9ba2734cd39f:41297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:19:40,629 INFO [RS:0;9ba2734cd39f:41297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:19:40,629 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,41297,1733339965870 2024-12-04T19:19:40,629 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:19:40,629 INFO [RS:0;9ba2734cd39f:41297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:41297. 2024-12-04T19:19:40,629 DEBUG [RS:0;9ba2734cd39f:41297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:40,629 DEBUG [RS:0;9ba2734cd39f:41297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:40,629 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:19:40,629 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:19:40,629 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:19:40,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Set watcher on znode that does not yet exist, /1465217165/running 2024-12-04T19:19:40,629 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:19:40,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Set watcher on znode that does not yet exist, /1465217165/running 2024-12-04T19:19:40,630 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:19:40,630 DEBUG [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:19:40,630 DEBUG [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:40,631 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:19:40,631 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:19:40,631 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:19:40,631 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:19:40,631 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:19:40,631 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T19:19:40,652 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/data/hbase/meta/1588230740/.tmp/ns/7b09e13479a741f6bd44f7933abfbb9e is 43, key is default/ns:d/1733339969308/Put/seqid=0 2024-12-04T19:19:40,671 DEBUG [9ba2734cd39f:36283 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:19:40,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ae39a97d9700f41e92d441268df968c3, regionState=OPENING, regionLocation=9ba2734cd39f,40379,1733339974947 2024-12-04T19:19:40,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ae39a97d9700f41e92d441268df968c3, ASSIGN because future has completed 2024-12-04T19:19:40,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae39a97d9700f41e92d441268df968c3, server=9ba2734cd39f,40379,1733339974947}] 2024-12-04T19:19:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741835_1011 (size=5153) 2024-12-04T19:19:40,676 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/data/hbase/meta/1588230740/.tmp/ns/7b09e13479a741f6bd44f7933abfbb9e 2024-12-04T19:19:40,684 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/data/hbase/meta/1588230740/.tmp/ns/7b09e13479a741f6bd44f7933abfbb9e as hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/data/hbase/meta/1588230740/ns/7b09e13479a741f6bd44f7933abfbb9e 2024-12-04T19:19:40,691 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/data/hbase/meta/1588230740/ns/7b09e13479a741f6bd44f7933abfbb9e, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T19:19:40,693 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=6, compaction requested=false 2024-12-04T19:19:40,693 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:19:40,704 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T19:19:40,705 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:19:40,705 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:19:40,705 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:19:40,705 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339980631Running coprocessor pre-close hooks at 1733339980631Disabling compacts and flushes for region at 1733339980631Disabling writes for close at 1733339980631Obtaining lock to block concurrent updates at 1733339980631Preparing flush snapshotting stores in 1588230740 at 1733339980631Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733339980631Flushing stores of hbase:meta,,1.1588230740 at 1733339980633 (+2 ms)Flushing 1588230740/ns: creating writer at 1733339980633Flushing 1588230740/ns: appending metadata at 1733339980651 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733339980651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333d5db0: reopening flushed file at 1733339980683 (+32 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 62ms, sequenceid=6, compaction requested=false at 1733339980693 (+10 ms)Writing region close event to WAL at 1733339980700 (+7 ms)Running coprocessor post-close hooks at 1733339980705 (+5 ms)Closed at 1733339980705 2024-12-04T19:19:40,706 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:19:40,725 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:19:40,782 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource.wal-reader.9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.1733339976285 to pos 0, reset compression=false 2024-12-04T19:19:40,831 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,41297,1733339965870; all regions closed. 2024-12-04T19:19:40,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:40,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:40,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:19:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741834_1010 (size=1152) 2024-12-04T19:19:40,835 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C40379%2C1733339974947.rep, suffix=, logDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947, archiveDir=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/oldWALs, maxLogs=10 2024-12-04T19:19:40,836 DEBUG [RS:0;9ba2734cd39f:41297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/oldWALs 2024-12-04T19:19:40,836 INFO [RS:0;9ba2734cd39f:41297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C41297%2C1733339965870.meta:.meta(num 1733339969270) 2024-12-04T19:19:40,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741832_1008 (size=93) 2024-12-04T19:19:40,846 DEBUG [RS:0;9ba2734cd39f:41297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/oldWALs 2024-12-04T19:19:40,846 INFO [RS:0;9ba2734cd39f:41297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C41297%2C1733339965870:(num 1733339968333) 2024-12-04T19:19:40,846 DEBUG [RS:0;9ba2734cd39f:41297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:40,846 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:19:40,846 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:19:40,846 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:19:40,846 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:19:40,847 INFO [RS:0;9ba2734cd39f:41297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41297 2024-12-04T19:19:40,847 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:19:40,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.rep.1733339980835, exclude list is [], retry=0 2024-12-04T19:19:40,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36775,DS-31068594-5096-4448-bbea-efd8f7a2721a,DISK] 2024-12-04T19:19:40,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.rep.1733339980835 2024-12-04T19:19:40,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33023:33023)] 2024-12-04T19:19:40,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ae39a97d9700f41e92d441268df968c3, NAME => 'hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:19:40,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:19:40,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:19:40,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. service=MultiRowMutationService 2024-12-04T19:19:40,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:19:40,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:40,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:40,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:40,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:40,863 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:40,864 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae39a97d9700f41e92d441268df968c3 columnFamilyName hfileref 2024-12-04T19:19:40,864 DEBUG [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:40,865 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] regionserver.HStore(327): Store=ae39a97d9700f41e92d441268df968c3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:40,865 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:40,866 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae39a97d9700f41e92d441268df968c3 columnFamilyName queue 2024-12-04T19:19:40,866 DEBUG [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:40,870 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1465217165/rs/9ba2734cd39f,41297,1733339965870 2024-12-04T19:19:40,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165/rs 2024-12-04T19:19:40,870 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:19:40,875 DEBUG [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/replication/ae39a97d9700f41e92d441268df968c3/queue/1a60d90685254500ab40a12f1348839d 2024-12-04T19:19:40,875 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] regionserver.HStore(327): Store=ae39a97d9700f41e92d441268df968c3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:40,875 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:40,876 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae39a97d9700f41e92d441268df968c3 columnFamilyName sid 2024-12-04T19:19:40,876 DEBUG [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:40,878 INFO [StoreOpener-ae39a97d9700f41e92d441268df968c3-1 {}] regionserver.HStore(327): Store=ae39a97d9700f41e92d441268df968c3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:40,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:40,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/replication/ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:40,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,41297,1733339965870] 2024-12-04T19:19:40,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/replication/ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:40,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:40,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:40,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:19:40,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:40,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened ae39a97d9700f41e92d441268df968c3; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60109725, jitterRate=-0.10429529845714569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:19:40,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:40,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ae39a97d9700f41e92d441268df968c3: Running coprocessor pre-open hook at 1733339980862Writing region info on filesystem at 1733339980862Initializing all the Stores at 1733339980863 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339980863Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339980863Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339980863Cleaning up temporary data from old regions at 1733339980882 (+19 ms)Running coprocessor post-open hooks at 1733339980888 (+6 ms)Region opened successfully at 1733339980888 2024-12-04T19:19:40,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3., pid=13, masterSystemTime=1733339980828 2024-12-04T19:19:40,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:40,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:40,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ae39a97d9700f41e92d441268df968c3, regionState=OPEN, openSeqNum=9, regionLocation=9ba2734cd39f,40379,1733339974947 2024-12-04T19:19:40,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae39a97d9700f41e92d441268df968c3, server=9ba2734cd39f,40379,1733339974947 because future has completed 2024-12-04T19:19:40,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T19:19:40,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ae39a97d9700f41e92d441268df968c3, server=9ba2734cd39f,40379,1733339974947 in 235 msec 2024-12-04T19:19:40,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-04T19:19:40,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ae39a97d9700f41e92d441268df968c3, ASSIGN in 397 msec 2024-12-04T19:19:40,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T19:19:40,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3., hostname=9ba2734cd39f,40379,1733339974947, seqNum=9] 2024-12-04T19:19:40,943 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 9ba2734cd39f,38731,1733339960016 2024-12-04T19:19:40,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T19:19:40,964 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1465217165/draining/9ba2734cd39f,41297,1733339965870 already deleted, retry=false 2024-12-04T19:19:40,964 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,41297,1733339965870 expired; onlineServers=0 2024-12-04T19:19:40,964 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,44197,1733339965751' ***** 2024-12-04T19:19:40,964 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:19:40,964 INFO [M:0;9ba2734cd39f:44197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:19:40,964 INFO [M:0;9ba2734cd39f:44197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:19:40,965 DEBUG [M:0;9ba2734cd39f:44197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:19:40,965 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:19:40,965 DEBUG [M:0;9ba2734cd39f:44197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:19:40,965 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339968077 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339968077,5,FailOnTimeoutGroup] 2024-12-04T19:19:40,965 INFO [M:0;9ba2734cd39f:44197 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:19:40,965 INFO [M:0;9ba2734cd39f:44197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:19:40,965 DEBUG [M:0;9ba2734cd39f:44197 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:19:40,965 INFO [M:0;9ba2734cd39f:44197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:19:40,965 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339968077 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339968077,5,FailOnTimeoutGroup] 2024-12-04T19:19:40,965 INFO [M:0;9ba2734cd39f:44197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:19:40,965 INFO [M:0;9ba2734cd39f:44197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:19:40,965 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:19:40,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1465217165/master 2024-12-04T19:19:40,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1465217165 2024-12-04T19:19:40,975 DEBUG [M:0;9ba2734cd39f:44197 {}] zookeeper.ZKUtil(347): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Unable to get data of znode /1465217165/master because node does not exist (not an error) 2024-12-04T19:19:40,975 WARN [M:0;9ba2734cd39f:44197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:19:40,976 INFO [M:0;9ba2734cd39f:44197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/.lastflushedseqids 2024-12-04T19:19:40,981 INFO [RS:0;9ba2734cd39f:41297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:19:40,981 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:40,981 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41297-0x101a1c8c3f10004, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:40,981 INFO [RS:0;9ba2734cd39f:41297 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,41297,1733339965870; zookeeper connection closed. 2024-12-04T19:19:40,984 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18067876 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18067876 2024-12-04T19:19:40,985 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:19:40,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741836_1012 (size=99) 2024-12-04T19:19:41,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-04T19:19:41,387 INFO [M:0;9ba2734cd39f:44197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:19:41,387 INFO [M:0;9ba2734cd39f:44197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:19:41,387 DEBUG [M:0;9ba2734cd39f:44197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:19:41,387 INFO [M:0;9ba2734cd39f:44197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:41,387 DEBUG [M:0;9ba2734cd39f:44197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:41,387 DEBUG [M:0;9ba2734cd39f:44197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:19:41,387 DEBUG [M:0;9ba2734cd39f:44197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:41,387 INFO [M:0;9ba2734cd39f:44197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T19:19:41,405 DEBUG [M:0;9ba2734cd39f:44197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c10bc6dd0a0c4d169498eb28e0aea30b is 82, key is hbase:meta,,1/info:regioninfo/1733339969297/Put/seqid=0 2024-12-04T19:19:41,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741837_1013 (size=5672) 2024-12-04T19:19:41,788 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource.wal-reader.9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.1733339976285 to pos 0, reset compression=false 2024-12-04T19:19:41,814 INFO [M:0;9ba2734cd39f:44197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c10bc6dd0a0c4d169498eb28e0aea30b 2024-12-04T19:19:41,836 DEBUG [M:0;9ba2734cd39f:44197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b45b920df9364093a4b9bb1d6b9f558a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733339969312/Put/seqid=0 2024-12-04T19:19:41,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741838_1014 (size=5275) 2024-12-04T19:19:42,079 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:19:42,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:42,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:42,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:42,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:42,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:42,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:42,240 INFO [M:0;9ba2734cd39f:44197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b45b920df9364093a4b9bb1d6b9f558a 2024-12-04T19:19:42,260 DEBUG [M:0;9ba2734cd39f:44197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4077509e6ce4b80ac57d4745db079ef is 69, key is 9ba2734cd39f,41297,1733339965870/rs:state/1733339968141/Put/seqid=0 2024-12-04T19:19:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741839_1015 (size=5156) 2024-12-04T19:19:42,667 INFO [M:0;9ba2734cd39f:44197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4077509e6ce4b80ac57d4745db079ef 2024-12-04T19:19:42,671 DEBUG [M:0;9ba2734cd39f:44197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c10bc6dd0a0c4d169498eb28e0aea30b as hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c10bc6dd0a0c4d169498eb28e0aea30b 2024-12-04T19:19:42,676 INFO [M:0;9ba2734cd39f:44197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c10bc6dd0a0c4d169498eb28e0aea30b, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T19:19:42,676 DEBUG [M:0;9ba2734cd39f:44197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b45b920df9364093a4b9bb1d6b9f558a as hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b45b920df9364093a4b9bb1d6b9f558a 2024-12-04T19:19:42,681 INFO [M:0;9ba2734cd39f:44197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b45b920df9364093a4b9bb1d6b9f558a, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T19:19:42,681 DEBUG [M:0;9ba2734cd39f:44197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4077509e6ce4b80ac57d4745db079ef as hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4077509e6ce4b80ac57d4745db079ef 2024-12-04T19:19:42,685 INFO [M:0;9ba2734cd39f:44197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/c1f77a02-a375-7530-e240-17362703912c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4077509e6ce4b80ac57d4745db079ef, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T19:19:42,686 INFO [M:0;9ba2734cd39f:44197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false 2024-12-04T19:19:42,687 INFO [M:0;9ba2734cd39f:44197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:42,688 DEBUG [M:0;9ba2734cd39f:44197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339981387Disabling compacts and flushes for region at 1733339981387Disabling writes for close at 1733339981387Obtaining lock to block concurrent updates at 1733339981387Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733339981387Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733339981388 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733339981388Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733339981388Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733339981405 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733339981405Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733339981818 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733339981835 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733339981836 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733339982245 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733339982259 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733339982259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c2467e: reopening flushed file at 1733339982670 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13873b7c: reopening flushed file at 1733339982676 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13706c29: reopening flushed file at 1733339982681 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=28, compaction requested=false at 1733339982686 (+5 ms)Writing region close event to WAL at 1733339982687 (+1 ms)Closed at 1733339982687 2024-12-04T19:19:42,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37667 is added to blk_1073741830_1006 (size=10165) 2024-12-04T19:19:42,689 INFO [M:0;9ba2734cd39f:44197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:19:42,690 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:19:42,690 INFO [M:0;9ba2734cd39f:44197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44197 2024-12-04T19:19:42,690 INFO [M:0;9ba2734cd39f:44197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:19:42,801 INFO [M:0;9ba2734cd39f:44197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:19:42,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:42,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44197-0x101a1c8c3f10003, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:42,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f708f86{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:19:42,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ef2aaa1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:19:42,831 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:19:42,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53515b5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:19:42,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5665afa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/hadoop.log.dir/,STOPPED} 2024-12-04T19:19:42,832 WARN [BP-355289258-172.17.0.2-1733339963647 heartbeating to localhost/127.0.0.1:45129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:19:42,832 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:19:42,832 WARN [BP-355289258-172.17.0.2-1733339963647 heartbeating to localhost/127.0.0.1:45129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-355289258-172.17.0.2-1733339963647 (Datanode Uuid 126b9f57-0403-4f04-9f5d-f11258dbc42d) service to localhost/127.0.0.1:45129 2024-12-04T19:19:42,832 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:19:42,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/cluster_4bdd7e64-e5ac-d085-c80a-6007c0137521/data/data1/current/BP-355289258-172.17.0.2-1733339963647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:19:42,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/cluster_4bdd7e64-e5ac-d085-c80a-6007c0137521/data/data2/current/BP-355289258-172.17.0.2-1733339963647 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:19:42,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:19:42,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72bcbf99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:19:42,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71c2c210{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:19:42,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:19:42,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c111acf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:19:42,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@183aab32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/hadoop.log.dir/,STOPPED} 2024-12-04T19:19:42,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:19:42,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:19:42,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:19:42,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:42,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:42,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:42,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:19:42,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:19:42,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=50858639, stopped=false 2024-12-04T19:19:42,856 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,36283,1733339974898 2024-12-04T19:19:42,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870173284/running 2024-12-04T19:19:42,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870173284/running 2024-12-04T19:19:42,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:42,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:42,869 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:19:42,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:19:42,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:42,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:42,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on znode that does not yet exist, /0-1870173284/running 2024-12-04T19:19:42,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Set watcher on znode that does not yet exist, /0-1870173284/running 2024-12-04T19:19:42,870 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,40379,1733339974947' ***** 2024-12-04T19:19:42,870 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:19:42,870 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:19:42,870 INFO [RS:0;9ba2734cd39f:40379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:19:42,870 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:19:42,871 INFO [RS:0;9ba2734cd39f:40379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:19:42,871 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(3091): Received CLOSE for ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:42,871 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,40379,1733339974947 2024-12-04T19:19:42,871 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:19:42,871 INFO [RS:0;9ba2734cd39f:40379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:40379. 2024-12-04T19:19:42,871 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae39a97d9700f41e92d441268df968c3, disabling compactions & flushes 2024-12-04T19:19:42,871 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:42,871 DEBUG [RS:0;9ba2734cd39f:40379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:42,871 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:42,871 DEBUG [RS:0;9ba2734cd39f:40379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:42,871 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. after waiting 0 ms 2024-12-04T19:19:42,871 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:42,871 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:19:42,871 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:19:42,871 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:19:42,871 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:19:42,871 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T19:19:42,871 DEBUG [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(1325): Online Regions={ae39a97d9700f41e92d441268df968c3=hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:19:42,871 DEBUG [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae39a97d9700f41e92d441268df968c3 2024-12-04T19:19:42,872 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:19:42,872 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:19:42,872 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:19:42,872 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:19:42,872 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:19:42,872 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T19:19:42,875 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/replication/ae39a97d9700f41e92d441268df968c3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-04T19:19:42,876 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:19:42,876 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:19:42,876 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:42,876 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae39a97d9700f41e92d441268df968c3: Waiting for close lock at 1733339982871Running coprocessor pre-close hooks at 1733339982871Disabling compacts and flushes for region at 1733339982871Disabling writes for close at 1733339982871Writing region close event to WAL at 1733339982872 (+1 ms)Running coprocessor post-close hooks at 1733339982876 (+4 ms)Closed at 1733339982876 2024-12-04T19:19:42,876 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3. 2024-12-04T19:19:42,887 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/.tmp/info/5b146c26d4f2486592b0c8e031934e2e is 147, key is hbase:replication,,1733339969465.ae39a97d9700f41e92d441268df968c3./info:regioninfo/1733339980903/Put/seqid=0 2024-12-04T19:19:42,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741851_1027 (size=6385) 2024-12-04T19:19:42,892 DEBUG [RS:0;9ba2734cd39f:40379.replicationSource.wal-reader.9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.1733339976285 to pos 0, reset compression=false 2024-12-04T19:19:42,922 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:19:43,072 DEBUG [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:43,204 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:19:43,204 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:19:43,272 DEBUG [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:19:43,291 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/.tmp/info/5b146c26d4f2486592b0c8e031934e2e 2024-12-04T19:19:43,296 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/.tmp/info/5b146c26d4f2486592b0c8e031934e2e as hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/info/5b146c26d4f2486592b0c8e031934e2e 2024-12-04T19:19:43,300 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/info/5b146c26d4f2486592b0c8e031934e2e, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T19:19:43,301 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-12-04T19:19:43,306 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T19:19:43,306 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:19:43,306 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:19:43,306 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:19:43,306 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339982871Running coprocessor pre-close hooks at 1733339982871Disabling compacts and flushes for region at 1733339982871Disabling writes for close at 1733339982872 (+1 ms)Obtaining lock to block concurrent updates at 1733339982872Preparing flush snapshotting stores in 1588230740 at 1733339982872Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733339982872Flushing stores of hbase:meta,,1.1588230740 at 1733339982872Flushing 1588230740/info: creating writer at 1733339982872Flushing 1588230740/info: appending metadata at 1733339982886 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733339982886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52cf42dd: reopening flushed file at 1733339983295 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1733339983301 (+6 ms)Writing region close event to WAL at 1733339983303 (+2 ms)Running coprocessor post-close hooks at 1733339983306 (+3 ms)Closed at 1733339983306 2024-12-04T19:19:43,307 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:19:43,472 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,40379,1733339974947; all regions closed. 2024-12-04T19:19:43,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741849_1025 (size=2156) 2024-12-04T19:19:43,476 DEBUG [RS:0;9ba2734cd39f:40379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/oldWALs 2024-12-04T19:19:43,476 INFO [RS:0;9ba2734cd39f:40379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C40379%2C1733339974947.meta:.meta(num 1733339976555) 2024-12-04T19:19:43,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741850_1026 (size=796) 2024-12-04T19:19:43,479 DEBUG [RS:0;9ba2734cd39f:40379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/oldWALs 2024-12-04T19:19:43,479 INFO [RS:0;9ba2734cd39f:40379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C40379%2C1733339974947.rep:(num 1733339980835) 2024-12-04T19:19:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741848_1024 (size=93) 2024-12-04T19:19:43,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/WALs/9ba2734cd39f,40379,1733339974947/9ba2734cd39f%2C40379%2C1733339974947.1733339976285 not finished, retry = 0 2024-12-04T19:19:43,583 DEBUG [RS:0;9ba2734cd39f:40379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/oldWALs 2024-12-04T19:19:43,583 INFO [RS:0;9ba2734cd39f:40379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C40379%2C1733339974947:(num 1733339976285) 2024-12-04T19:19:43,583 DEBUG [RS:0;9ba2734cd39f:40379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:43,583 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:19:43,583 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:19:43,583 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T19:19:43,583 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:19:43,583 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:19:43,583 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,40379,1733339974947 because: Region server is closing 2024-12-04T19:19:43,583 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T19:19:43,583 INFO [RS:0;9ba2734cd39f:40379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:40379. 2024-12-04T19:19:43,583 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T19:19:43,583 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T19:19:43,583 DEBUG [RS:0;9ba2734cd39f:40379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:19:43,583 DEBUG [RS:0;9ba2734cd39f:40379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:43,584 DEBUG [RS:0;9ba2734cd39f:40379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:43,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:19:43,684 WARN [RS:0;9ba2734cd39f:40379.replicationSource.wal-reader.9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T19:19:43,684 WARN [RS:0;9ba2734cd39f:40379.replicationSource.shipper9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T19:19:43,684 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9ba2734cd39f:40379.replicationSource.shipper9ba2734cd39f%2C40379%2C1733339974947,1-9ba2734cd39f,40379,1733339974947 terminated 2024-12-04T19:19:43,684 INFO [RS:0;9ba2734cd39f:40379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40379 2024-12-04T19:19:43,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870173284/rs/9ba2734cd39f,40379,1733339974947 2024-12-04T19:19:43,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284/rs 2024-12-04T19:19:43,732 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:19:43,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,40379,1733339974947] 2024-12-04T19:19:43,753 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1870173284/draining/9ba2734cd39f,40379,1733339974947 already deleted, retry=false 2024-12-04T19:19:43,753 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,40379,1733339974947 expired; onlineServers=0 2024-12-04T19:19:43,753 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,36283,1733339974898' ***** 2024-12-04T19:19:43,753 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:19:43,753 INFO [M:0;9ba2734cd39f:36283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:19:43,753 INFO [M:0;9ba2734cd39f:36283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:19:43,753 DEBUG [M:0;9ba2734cd39f:36283 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:19:43,753 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:19:43,753 DEBUG [M:0;9ba2734cd39f:36283 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:19:43,754 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339975980 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339975980,5,FailOnTimeoutGroup] 2024-12-04T19:19:43,754 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339975987 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339975987,5,FailOnTimeoutGroup] 2024-12-04T19:19:43,754 INFO [M:0;9ba2734cd39f:36283 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:19:43,754 INFO [M:0;9ba2734cd39f:36283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:19:43,754 DEBUG [M:0;9ba2734cd39f:36283 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:19:43,754 INFO [M:0;9ba2734cd39f:36283 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:19:43,754 INFO [M:0;9ba2734cd39f:36283 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:19:43,754 INFO [M:0;9ba2734cd39f:36283 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:19:43,754 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:19:43,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1870173284/master 2024-12-04T19:19:43,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1870173284 2024-12-04T19:19:43,764 DEBUG [M:0;9ba2734cd39f:36283 {}] zookeeper.ZKUtil(347): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Unable to get data of znode /0-1870173284/master because node does not exist (not an error) 2024-12-04T19:19:43,764 WARN [M:0;9ba2734cd39f:36283 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:19:43,765 INFO [M:0;9ba2734cd39f:36283 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/.lastflushedseqids 2024-12-04T19:19:43,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741852_1028 (size=181) 2024-12-04T19:19:43,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:43,843 INFO [RS:0;9ba2734cd39f:40379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:19:43,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40379-0x101a1c8c3f10007, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:43,843 INFO [RS:0;9ba2734cd39f:40379 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,40379,1733339974947; zookeeper connection closed. 2024-12-04T19:19:43,843 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36056fdc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36056fdc 2024-12-04T19:19:43,843 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:19:44,169 INFO [M:0;9ba2734cd39f:36283 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:19:44,170 INFO [M:0;9ba2734cd39f:36283 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:19:44,170 DEBUG [M:0;9ba2734cd39f:36283 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:19:44,170 INFO [M:0;9ba2734cd39f:36283 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:44,170 DEBUG [M:0;9ba2734cd39f:36283 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:44,170 DEBUG [M:0;9ba2734cd39f:36283 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:19:44,170 DEBUG [M:0;9ba2734cd39f:36283 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:44,170 INFO [M:0;9ba2734cd39f:36283 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T19:19:44,193 DEBUG [M:0;9ba2734cd39f:36283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b34985d4062e4406bb1320ff8b425493 is 82, key is hbase:meta,,1/info:regioninfo/1733339976629/Put/seqid=0 2024-12-04T19:19:44,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741853_1029 (size=5672) 2024-12-04T19:19:44,597 INFO [M:0;9ba2734cd39f:36283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b34985d4062e4406bb1320ff8b425493 2024-12-04T19:19:44,618 DEBUG [M:0;9ba2734cd39f:36283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/459dccf7cd964527aeb57cfb0c973898 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733339980914/Put/seqid=0 2024-12-04T19:19:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741854_1030 (size=7312) 2024-12-04T19:19:45,022 INFO [M:0;9ba2734cd39f:36283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/459dccf7cd964527aeb57cfb0c973898 2024-12-04T19:19:45,042 DEBUG [M:0;9ba2734cd39f:36283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7843228e155b442182dcff0f581a4bdb is 69, key is 9ba2734cd39f,40379,1733339974947/rs:state/1733339976035/Put/seqid=0 2024-12-04T19:19:45,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741855_1031 (size=5370) 2024-12-04T19:19:45,447 INFO [M:0;9ba2734cd39f:36283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7843228e155b442182dcff0f581a4bdb 2024-12-04T19:19:45,452 INFO [M:0;9ba2734cd39f:36283 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7843228e155b442182dcff0f581a4bdb 2024-12-04T19:19:45,452 DEBUG [M:0;9ba2734cd39f:36283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b34985d4062e4406bb1320ff8b425493 as hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b34985d4062e4406bb1320ff8b425493 2024-12-04T19:19:45,457 INFO [M:0;9ba2734cd39f:36283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b34985d4062e4406bb1320ff8b425493, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T19:19:45,458 DEBUG [M:0;9ba2734cd39f:36283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/459dccf7cd964527aeb57cfb0c973898 as hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/459dccf7cd964527aeb57cfb0c973898 2024-12-04T19:19:45,463 INFO [M:0;9ba2734cd39f:36283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/459dccf7cd964527aeb57cfb0c973898, entries=7, sequenceid=127, filesize=7.1 K 2024-12-04T19:19:45,464 DEBUG [M:0;9ba2734cd39f:36283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7843228e155b442182dcff0f581a4bdb as hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7843228e155b442182dcff0f581a4bdb 2024-12-04T19:19:45,469 INFO [M:0;9ba2734cd39f:36283 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7843228e155b442182dcff0f581a4bdb 2024-12-04T19:19:45,469 INFO [M:0;9ba2734cd39f:36283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45201/user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7843228e155b442182dcff0f581a4bdb, entries=2, sequenceid=127, filesize=5.2 K 2024-12-04T19:19:45,470 INFO [M:0;9ba2734cd39f:36283 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=127, compaction requested=false 2024-12-04T19:19:45,471 INFO [M:0;9ba2734cd39f:36283 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:45,471 DEBUG [M:0;9ba2734cd39f:36283 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339984170Disabling compacts and flushes for region at 1733339984170Disabling writes for close at 1733339984170Obtaining lock to block concurrent updates at 1733339984170Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733339984170Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733339984170Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733339984171 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733339984171Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733339984192 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733339984192Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733339984601 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733339984617 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733339984617Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733339985026 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733339985042 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733339985042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bfbb7a0: reopening flushed file at 1733339985452 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@396179ff: reopening flushed file at 1733339985458 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c356dfe: reopening flushed file at 1733339985464 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=127, compaction requested=false at 1733339985470 (+6 ms)Writing region close event to WAL at 1733339985471 (+1 ms)Closed at 1733339985471 2024-12-04T19:19:45,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36775 is added to blk_1073741847_1023 (size=22903) 2024-12-04T19:19:45,473 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef975e93-f189-dce6-4853-7031818e24ee/MasterData/WALs/9ba2734cd39f,36283,1733339974898/9ba2734cd39f%2C36283%2C1733339974898.1733339975454 not finished, retry = 0 2024-12-04T19:19:45,574 INFO [M:0;9ba2734cd39f:36283 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:19:45,574 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:19:45,574 INFO [M:0;9ba2734cd39f:36283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36283 2024-12-04T19:19:45,574 INFO [M:0;9ba2734cd39f:36283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:19:45,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:45,727 INFO [M:0;9ba2734cd39f:36283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:19:45,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36283-0x101a1c8c3f10006, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:19:45,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a47e9cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:19:45,730 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77804747{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:19:45,730 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:19:45,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3236b887{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:19:45,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c97e87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/hadoop.log.dir/,STOPPED} 2024-12-04T19:19:45,731 WARN [BP-1318749611-172.17.0.2-1733339957334 heartbeating to localhost/127.0.0.1:45201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:19:45,731 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:19:45,731 WARN [BP-1318749611-172.17.0.2-1733339957334 heartbeating to localhost/127.0.0.1:45201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1318749611-172.17.0.2-1733339957334 (Datanode Uuid 5cbe536c-9eba-4a74-a639-328895e60de8) service to localhost/127.0.0.1:45201 2024-12-04T19:19:45,731 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:19:45,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/cluster_4bab9222-cc17-a336-18b0-857aed93ab89/data/data1/current/BP-1318749611-172.17.0.2-1733339957334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:19:45,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/cluster_4bab9222-cc17-a336-18b0-857aed93ab89/data/data2/current/BP-1318749611-172.17.0.2-1733339957334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:19:45,732 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:19:45,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e9c7885{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:19:45,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a54828a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:19:45,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:19:45,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@343db50f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:19:45,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7354e694{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/183b3fef-9bb3-316a-7e76-abb72963219b/hadoop.log.dir/,STOPPED} 2024-12-04T19:19:45,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T19:19:45,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:19:45,764 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 159) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58288) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45129 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45201 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58288) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=566 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=300 (was 287) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=15668 (was 15626) - AvailableMemoryMB LEAK? - 2024-12-04T19:19:45,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=566, MaxFileDescriptor=1048576, SystemLoadAverage=300, ProcessCount=11, AvailableMemoryMB=15668 2024-12-04T19:19:45,781 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-04T19:19:45,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/hadoop.log.dir so I do NOT create it in target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6 2024-12-04T19:19:45,782 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:19:45,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/hadoop.tmp.dir so I do NOT create it in target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6 2024-12-04T19:19:45,782 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05dd872-9e15-8253-9b58-171ad02ef5cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:19:45,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6 2024-12-04T19:19:45,782 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/cluster_45af2f58-66c1-e07d-612c-c7a11421d4a3, deleteOnExit=true 2024-12-04T19:19:45,785 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/cluster_45af2f58-66c1-e07d-612c-c7a11421d4a3/zookeeper_0, clientPort=60501, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/cluster_45af2f58-66c1-e07d-612c-c7a11421d4a3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/cluster_45af2f58-66c1-e07d-612c-c7a11421d4a3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T19:19:45,786 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60501 2024-12-04T19:19:45,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:19:45,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:19:45,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/test.cache.data in system properties and HBase conf 2024-12-04T19:19:45,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:19:45,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:19:45,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:19:45,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:19:45,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:19:45,786 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:19:45,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:19:45,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:19:45,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:19:45,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:19:45,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:19:45,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:19:45,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:19:45,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:19:45,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:19:45,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:19:45,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:19:45,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:19:45,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:19:45,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:19:45,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a1c8c3f10002, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:19:45,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a1c8c3f10005, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:19:45,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a1c8c3f10002, quorum=127.0.0.1:58288, baseZNode=/0-1870173284 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:19:45,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a1c8c3f10005, quorum=127.0.0.1:58288, baseZNode=/1465217165 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:19:46,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:19:46,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:19:46,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:19:46,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:19:46,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:19:46,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:19:46,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5213139c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:19:46,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5520c1db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:19:46,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4909bbd1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/java.io.tmpdir/jetty-localhost-32905-hadoop-hdfs-3_4_1-tests_jar-_-any-3176802088892024557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:19:46,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a2277d1{HTTP/1.1, (http/1.1)}{localhost:32905} 2024-12-04T19:19:46,488 INFO [Time-limited test {}] server.Server(415): Started @172585ms 2024-12-04T19:19:46,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:19:46,786 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:19:46,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:19:46,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:19:46,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:19:46,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@112afb2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:19:46,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f9cab5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:19:46,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45a0d11e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/java.io.tmpdir/jetty-localhost-39599-hadoop-hdfs-3_4_1-tests_jar-_-any-9296019521434990809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:19:46,925 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dec8d0a{HTTP/1.1, (http/1.1)}{localhost:39599} 2024-12-04T19:19:46,925 INFO [Time-limited test {}] server.Server(415): Started @173022ms 2024-12-04T19:19:46,926 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:19:47,641 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/cluster_45af2f58-66c1-e07d-612c-c7a11421d4a3/data/data2/current/BP-614708667-172.17.0.2-1733339985824/current, will proceed with Du for space computation calculation, 2024-12-04T19:19:47,641 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/cluster_45af2f58-66c1-e07d-612c-c7a11421d4a3/data/data1/current/BP-614708667-172.17.0.2-1733339985824/current, will proceed with Du for space computation calculation, 2024-12-04T19:19:47,657 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:19:47,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd572e36c4a98c56d with lease ID 0x37dc6e76556bb4a5: Processing first storage report for DS-b9494f2b-cc6e-4b3c-b532-bee8762572e3 from datanode DatanodeRegistration(127.0.0.1:44319, datanodeUuid=cde85959-3ea8-4e02-bdb7-b6579b2c9cdf, infoPort=46419, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=1132916420;c=1733339985824) 2024-12-04T19:19:47,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd572e36c4a98c56d with lease ID 0x37dc6e76556bb4a5: from storage DS-b9494f2b-cc6e-4b3c-b532-bee8762572e3 node DatanodeRegistration(127.0.0.1:44319, datanodeUuid=cde85959-3ea8-4e02-bdb7-b6579b2c9cdf, infoPort=46419, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=1132916420;c=1733339985824), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:19:47,659 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd572e36c4a98c56d with lease ID 0x37dc6e76556bb4a5: Processing first storage report for DS-579c18c0-4d2b-42b1-938c-7149cd1b108a from datanode DatanodeRegistration(127.0.0.1:44319, datanodeUuid=cde85959-3ea8-4e02-bdb7-b6579b2c9cdf, infoPort=46419, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=1132916420;c=1733339985824) 2024-12-04T19:19:47,659 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd572e36c4a98c56d with lease ID 0x37dc6e76556bb4a5: from storage DS-579c18c0-4d2b-42b1-938c-7149cd1b108a node DatanodeRegistration(127.0.0.1:44319, datanodeUuid=cde85959-3ea8-4e02-bdb7-b6579b2c9cdf, infoPort=46419, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=1132916420;c=1733339985824), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:19:47,682 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6 2024-12-04T19:19:47,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:47,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:47,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:19:48,091 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1 with version=8 2024-12-04T19:19:48,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/hbase-staging 2024-12-04T19:19:48,092 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:19:48,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:48,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:48,093 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:19:48,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:48,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:19:48,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:19:48,093 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:19:48,093 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35325 2024-12-04T19:19:48,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35325 connecting to ZooKeeper ensemble=127.0.0.1:60501 2024-12-04T19:19:48,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353250x0, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:19:48,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35325-0x101a1c933230000 connected 2024-12-04T19:19:48,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:48,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:48,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Set watcher on znode that does not yet exist, /0-1850437273/running 2024-12-04T19:19:48,282 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1, hbase.cluster.distributed=false 2024-12-04T19:19:48,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Set watcher on znode that does not yet exist, /0-1850437273/acl 2024-12-04T19:19:48,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35325 2024-12-04T19:19:48,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35325 2024-12-04T19:19:48,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35325 2024-12-04T19:19:48,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35325 2024-12-04T19:19:48,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35325 2024-12-04T19:19:48,299 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:19:48,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:48,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:48,300 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:19:48,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:48,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:19:48,300 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:19:48,300 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:19:48,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43347 2024-12-04T19:19:48,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43347 connecting to ZooKeeper ensemble=127.0.0.1:60501 2024-12-04T19:19:48,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:48,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:48,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433470x0, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:19:48,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433470x0, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Set watcher on znode that does not yet exist, /0-1850437273/running 2024-12-04T19:19:48,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43347-0x101a1c933230001 connected 2024-12-04T19:19:48,312 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:19:48,316 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:19:48,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Set watcher on znode that does not yet exist, /0-1850437273/master 2024-12-04T19:19:48,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Set watcher on znode that does not yet exist, /0-1850437273/acl 2024-12-04T19:19:48,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43347 2024-12-04T19:19:48,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43347 2024-12-04T19:19:48,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43347 2024-12-04T19:19:48,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43347 2024-12-04T19:19:48,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43347 2024-12-04T19:19:48,339 DEBUG [M:0;9ba2734cd39f:35325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:35325 2024-12-04T19:19:48,339 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1850437273/backup-masters/9ba2734cd39f,35325,1733339988092 2024-12-04T19:19:48,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273/backup-masters 2024-12-04T19:19:48,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273/backup-masters 2024-12-04T19:19:48,351 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Set watcher on existing znode=/0-1850437273/backup-masters/9ba2734cd39f,35325,1733339988092 2024-12-04T19:19:48,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:19:48,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1850437273/master 2024-12-04T19:19:48,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:19:48,364 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Set watcher on existing znode=/0-1850437273/master 2024-12-04T19:19:48,364 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1850437273/backup-masters/9ba2734cd39f,35325,1733339988092 from backup master directory 2024-12-04T19:19:48,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273/backup-masters 2024-12-04T19:19:48,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1850437273/backup-masters/9ba2734cd39f,35325,1733339988092 2024-12-04T19:19:48,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273/backup-masters 2024-12-04T19:19:48,374 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:19:48,374 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,35325,1733339988092 2024-12-04T19:19:48,377 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/hbase.id] with ID: 4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc 2024-12-04T19:19:48,377 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/.tmp/hbase.id 2024-12-04T19:19:48,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:19:48,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:19:48,381 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/.tmp/hbase.id]:[hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/hbase.id] 2024-12-04T19:19:48,389 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:48,389 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:19:48,390 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T19:19:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:19:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:19:48,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:19:48,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:48,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:48,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:48,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:48,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:48,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:48,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:48,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:48,800 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:19:48,801 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:19:48,801 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:48,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:19:49,207 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store 2024-12-04T19:19:49,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:19:49,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:19:49,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:19:49,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:19:49,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:19:49,613 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:49,613 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:19:49,613 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:49,613 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:49,613 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:19:49,613 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:49,613 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:49,613 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339989613Disabling compacts and flushes for region at 1733339989613Disabling writes for close at 1733339989613Writing region close event to WAL at 1733339989613Closed at 1733339989613 2024-12-04T19:19:49,614 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/.initializing 2024-12-04T19:19:49,614 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/WALs/9ba2734cd39f,35325,1733339988092 2024-12-04T19:19:49,614 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:19:49,616 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C35325%2C1733339988092, suffix=, logDir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/WALs/9ba2734cd39f,35325,1733339988092, archiveDir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/oldWALs, maxLogs=10 2024-12-04T19:19:49,626 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/WALs/9ba2734cd39f,35325,1733339988092/9ba2734cd39f%2C35325%2C1733339988092.1733339989616, exclude list is [], retry=0 2024-12-04T19:19:49,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44319,DS-b9494f2b-cc6e-4b3c-b532-bee8762572e3,DISK] 2024-12-04T19:19:49,630 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/WALs/9ba2734cd39f,35325,1733339988092/9ba2734cd39f%2C35325%2C1733339988092.1733339989616 2024-12-04T19:19:49,630 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46419:46419)] 2024-12-04T19:19:49,630 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:19:49,630 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:49,630 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:49,630 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:49,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:49,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:19:49,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:49,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:49,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:49,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:19:49,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:49,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:49,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:49,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:19:49,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:49,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:49,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:49,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:19:49,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:49,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:49,636 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:49,637 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:49,637 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:49,638 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:49,638 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:49,638 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:19:49,639 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:49,642 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:19:49,642 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62324925, jitterRate=-0.07128624618053436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:19:49,643 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733339989631Initializing all the Stores at 1733339989631Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339989631Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339989632 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339989632Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339989632Cleaning up temporary data from old regions at 1733339989638 (+6 ms)Region opened successfully at 1733339989643 (+5 ms) 2024-12-04T19:19:49,643 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:19:49,645 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511c56d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:19:49,646 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:19:49,646 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:19:49,646 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:19:49,646 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:19:49,647 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:19:49,647 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:19:49,647 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:19:49,648 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:19:49,649 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Unable to get data of znode /0-1850437273/balancer because node does not exist (not necessarily an error) 2024-12-04T19:19:49,724 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1850437273/balancer already deleted, retry=false 2024-12-04T19:19:49,725 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:19:49,725 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Unable to get data of znode /0-1850437273/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:19:49,742 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1850437273/normalizer already deleted, retry=false 2024-12-04T19:19:49,743 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:19:49,744 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Unable to get data of znode /0-1850437273/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:19:49,815 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1850437273/switch/split already deleted, retry=false 2024-12-04T19:19:49,816 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Unable to get data of znode /0-1850437273/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:19:49,837 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1850437273/switch/merge already deleted, retry=false 2024-12-04T19:19:49,839 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Unable to get data of znode /0-1850437273/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:19:49,848 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1850437273/snapshot-cleanup already deleted, retry=false 2024-12-04T19:19:49,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1850437273/running 2024-12-04T19:19:49,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1850437273/running 2024-12-04T19:19:49,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:19:49,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:19:49,859 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,35325,1733339988092, sessionid=0x101a1c933230000, setting cluster-up flag (Was=false) 2024-12-04T19:19:49,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:19:49,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:19:49,911 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1850437273/flush-table-proc/acquired, /0-1850437273/flush-table-proc/reached, /0-1850437273/flush-table-proc/abort 2024-12-04T19:19:49,911 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,35325,1733339988092 2024-12-04T19:19:49,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:19:49,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:19:49,963 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1850437273/online-snapshot/acquired, /0-1850437273/online-snapshot/reached, /0-1850437273/online-snapshot/abort 2024-12-04T19:19:49,964 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,35325,1733339988092 2024-12-04T19:19:49,965 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:19:49,967 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:49,967 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:19:49,967 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:19:49,967 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9ba2734cd39f,38731,1733339960016: status=Processing ServerCrashProcedure of 9ba2734cd39f,38731,1733339960016 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733339975955, completionTime=-1 appears to have been leaked 2024-12-04T19:19:49,967 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,35325,1733339988092 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:19:49,969 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:49,969 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:49,969 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:49,969 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:49,969 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:19:49,969 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:49,969 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:19:49,969 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:49,970 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340019970 2024-12-04T19:19:49,970 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:19:49,970 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:19:49,970 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:19:49,970 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:19:49,970 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:19:49,970 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:19:49,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:49,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:19:49,970 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:49,971 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:19:49,971 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:19:49,971 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:19:49,971 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:19:49,971 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:19:49,971 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:19:49,971 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339989971,5,FailOnTimeoutGroup] 2024-12-04T19:19:49,971 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:49,971 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339989971,5,FailOnTimeoutGroup] 2024-12-04T19:19:49,971 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:49,971 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:19:49,972 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:49,972 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:49,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:19:49,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:19:50,029 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(746): ClusterId : 4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc 2024-12-04T19:19:50,029 DEBUG [RS:0;9ba2734cd39f:43347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:19:50,109 DEBUG [RS:0;9ba2734cd39f:43347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:19:50,109 DEBUG [RS:0;9ba2734cd39f:43347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:19:50,188 DEBUG [RS:0;9ba2734cd39f:43347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:19:50,189 DEBUG [RS:0;9ba2734cd39f:43347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bcfba62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:19:50,198 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:43347 2024-12-04T19:19:50,198 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:19:50,198 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:19:50,198 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:19:50,199 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,35325,1733339988092 with port=43347, startcode=1733339988299 2024-12-04T19:19:50,199 DEBUG [RS:0;9ba2734cd39f:43347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:19:50,200 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:19:50,201 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,43347,1733339988299 2024-12-04T19:19:50,201 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35325 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,43347,1733339988299 2024-12-04T19:19:50,202 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1 2024-12-04T19:19:50,202 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40723 2024-12-04T19:19:50,202 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:19:50,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273/rs 2024-12-04T19:19:50,238 DEBUG [RS:0;9ba2734cd39f:43347 {}] zookeeper.ZKUtil(111): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Set watcher on existing znode=/0-1850437273/rs/9ba2734cd39f,43347,1733339988299 2024-12-04T19:19:50,238 WARN [RS:0;9ba2734cd39f:43347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:19:50,238 INFO [RS:0;9ba2734cd39f:43347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:50,238 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299 2024-12-04T19:19:50,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,43347,1733339988299] 2024-12-04T19:19:50,240 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:19:50,241 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:19:50,242 INFO [RS:0;9ba2734cd39f:43347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:19:50,242 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:50,242 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:19:50,242 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:19:50,242 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:50,242 DEBUG [RS:0;9ba2734cd39f:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:50,242 DEBUG [RS:0;9ba2734cd39f:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:50,242 DEBUG [RS:0;9ba2734cd39f:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:50,243 DEBUG [RS:0;9ba2734cd39f:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:50,243 DEBUG [RS:0;9ba2734cd39f:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:50,243 DEBUG [RS:0;9ba2734cd39f:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:19:50,243 DEBUG [RS:0;9ba2734cd39f:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:50,243 DEBUG [RS:0;9ba2734cd39f:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:50,243 DEBUG [RS:0;9ba2734cd39f:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:50,243 DEBUG [RS:0;9ba2734cd39f:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:50,243 DEBUG [RS:0;9ba2734cd39f:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:50,243 DEBUG [RS:0;9ba2734cd39f:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:50,243 DEBUG [RS:0;9ba2734cd39f:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:19:50,243 DEBUG [RS:0;9ba2734cd39f:43347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:19:50,244 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:50,244 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:50,244 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:50,244 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:50,244 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:50,244 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,43347,1733339988299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:19:50,257 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:19:50,257 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,43347,1733339988299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:50,257 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:50,257 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.Replication(171): 9ba2734cd39f,43347,1733339988299 started 2024-12-04T19:19:50,268 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:50,268 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,43347,1733339988299, RpcServer on 9ba2734cd39f/172.17.0.2:43347, sessionid=0x101a1c933230001 2024-12-04T19:19:50,268 DEBUG [RS:0;9ba2734cd39f:43347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:19:50,268 DEBUG [RS:0;9ba2734cd39f:43347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,43347,1733339988299 2024-12-04T19:19:50,268 DEBUG [RS:0;9ba2734cd39f:43347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,43347,1733339988299' 2024-12-04T19:19:50,268 DEBUG [RS:0;9ba2734cd39f:43347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1850437273/flush-table-proc/abort' 2024-12-04T19:19:50,269 DEBUG [RS:0;9ba2734cd39f:43347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1850437273/flush-table-proc/acquired' 2024-12-04T19:19:50,269 DEBUG [RS:0;9ba2734cd39f:43347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:19:50,269 DEBUG [RS:0;9ba2734cd39f:43347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:19:50,269 DEBUG [RS:0;9ba2734cd39f:43347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,43347,1733339988299 2024-12-04T19:19:50,269 DEBUG [RS:0;9ba2734cd39f:43347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,43347,1733339988299' 2024-12-04T19:19:50,269 DEBUG [RS:0;9ba2734cd39f:43347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1850437273/online-snapshot/abort' 2024-12-04T19:19:50,269 DEBUG [RS:0;9ba2734cd39f:43347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1850437273/online-snapshot/acquired' 2024-12-04T19:19:50,270 DEBUG [RS:0;9ba2734cd39f:43347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:19:50,270 INFO [RS:0;9ba2734cd39f:43347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:19:50,270 INFO [RS:0;9ba2734cd39f:43347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:19:50,370 INFO [RS:0;9ba2734cd39f:43347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:19:50,371 INFO [RS:0;9ba2734cd39f:43347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C43347%2C1733339988299, suffix=, logDir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299, archiveDir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/oldWALs, maxLogs=10 2024-12-04T19:19:50,378 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:19:50,379 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1 2024-12-04T19:19:50,383 DEBUG [RS:0;9ba2734cd39f:43347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371, exclude list is [], retry=0 2024-12-04T19:19:50,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741832_1008 (size=32) 2024-12-04T19:19:50,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44319,DS-b9494f2b-cc6e-4b3c-b532-bee8762572e3,DISK] 2024-12-04T19:19:50,391 INFO [RS:0;9ba2734cd39f:43347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 2024-12-04T19:19:50,391 DEBUG [RS:0;9ba2734cd39f:43347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46419:46419)] 2024-12-04T19:19:50,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:50,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:19:50,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:19:50,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:50,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:50,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:19:50,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:19:50,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:50,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:50,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:19:50,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:19:50,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:50,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:50,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:19:50,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:19:50,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:50,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:50,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:19:50,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740 2024-12-04T19:19:50,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740 2024-12-04T19:19:50,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:19:50,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:19:50,794 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:19:50,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:19:50,797 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:19:50,797 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63421264, jitterRate=-0.05494952201843262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:19:50,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733339990786Initializing all the Stores at 1733339990787 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339990787Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339990787Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339990787Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339990787Cleaning up temporary data from old regions at 1733339990794 (+7 ms)Region opened successfully at 1733339990798 (+4 ms) 2024-12-04T19:19:50,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:19:50,798 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:19:50,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:19:50,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:19:50,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:19:50,798 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:19:50,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339990798Disabling compacts and flushes for region at 1733339990798Disabling writes for close at 1733339990798Writing region close event to WAL at 1733339990798Closed at 1733339990798 2024-12-04T19:19:50,799 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:50,799 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:19:50,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:19:50,800 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:19:50,800 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:19:50,950 DEBUG [9ba2734cd39f:35325 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:19:50,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,43347,1733339988299 2024-12-04T19:19:50,952 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,43347,1733339988299, state=OPENING 2024-12-04T19:19:51,006 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:19:51,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:19:51,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:19:51,096 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:19:51,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1850437273/meta-region-server: CHANGED 2024-12-04T19:19:51,096 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1850437273/meta-region-server: CHANGED 2024-12-04T19:19:51,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,43347,1733339988299}] 2024-12-04T19:19:51,248 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:19:51,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:19:51,252 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:19:51,252 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:51,252 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:19:51,253 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C43347%2C1733339988299.meta, suffix=.meta, logDir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299, archiveDir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/oldWALs, maxLogs=10 2024-12-04T19:19:51,263 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.meta.1733339991253.meta, exclude list is [], retry=0 2024-12-04T19:19:51,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44319,DS-b9494f2b-cc6e-4b3c-b532-bee8762572e3,DISK] 2024-12-04T19:19:51,266 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.meta.1733339991253.meta 2024-12-04T19:19:51,267 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46419:46419)] 2024-12-04T19:19:51,267 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:19:51,267 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:19:51,267 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:19:51,267 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:19:51,267 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:19:51,267 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:19:51,267 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:51,267 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:19:51,267 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:19:51,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:19:51,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:19:51,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:51,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:51,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:19:51,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:19:51,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:51,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:51,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:19:51,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:19:51,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:51,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:51,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:19:51,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:19:51,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:51,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:51,272 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:19:51,272 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740 2024-12-04T19:19:51,273 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740 2024-12-04T19:19:51,274 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:19:51,274 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:19:51,274 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:19:51,275 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:19:51,275 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58831068, jitterRate=-0.12334877252578735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:19:51,275 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:19:51,276 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733339991268Writing region info on filesystem at 1733339991268Initializing all the Stores at 1733339991268Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339991268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339991268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339991268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339991268Cleaning up temporary data from old regions at 1733339991274 (+6 ms)Running coprocessor post-open hooks at 1733339991275 (+1 ms)Region opened successfully at 1733339991275 2024-12-04T19:19:51,276 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733339991248 2024-12-04T19:19:51,278 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:19:51,278 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:19:51,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,43347,1733339988299 2024-12-04T19:19:51,279 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,43347,1733339988299, state=OPEN 2024-12-04T19:19:51,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1850437273/meta-region-server 2024-12-04T19:19:51,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1850437273/meta-region-server 2024-12-04T19:19:51,318 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,43347,1733339988299 2024-12-04T19:19:51,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1850437273/meta-region-server: CHANGED 2024-12-04T19:19:51,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1850437273/meta-region-server: CHANGED 2024-12-04T19:19:51,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:19:51,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,43347,1733339988299 in 222 msec 2024-12-04T19:19:51,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:19:51,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 521 msec 2024-12-04T19:19:51,323 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:51,323 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:19:51,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:19:51,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43347,1733339988299, seqNum=-1] 2024-12-04T19:19:51,324 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:19:51,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:19:51,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3630 sec 2024-12-04T19:19:51,330 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733339991330, completionTime=-1 2024-12-04T19:19:51,330 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:19:51,330 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:19:51,333 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:19:51,333 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340051333 2024-12-04T19:19:51,333 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340111333 2024-12-04T19:19:51,333 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T19:19:51,333 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,35325,1733339988092-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:51,333 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,35325,1733339988092-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:51,333 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,35325,1733339988092-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:51,333 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:35325, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:51,333 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:51,333 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:51,335 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:19:51,337 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.963sec 2024-12-04T19:19:51,337 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:19:51,337 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:19:51,337 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:19:51,337 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:19:51,337 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:19:51,337 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,35325,1733339988092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:19:51,337 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,35325,1733339988092-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:19:51,339 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:19:51,339 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:19:51,339 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,35325,1733339988092-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:51,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d3ede5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:51,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35325,-1 for getting cluster id 2024-12-04T19:19:51,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:19:51,431 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc' 2024-12-04T19:19:51,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:19:51,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc" 2024-12-04T19:19:51,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e17652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:51,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35325,-1] 2024-12-04T19:19:51,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:19:51,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:51,433 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:19:51,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b45b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:51,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:19:51,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43347,1733339988299, seqNum=-1] 2024-12-04T19:19:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:19:51,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:19:51,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,35325,1733339988092 2024-12-04T19:19:51,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60501 2024-12-04T19:19:51,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:19:51,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a1c933230002 connected 2024-12-04T19:19:51,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/hadoop.log.dir so I do NOT create it in target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f 2024-12-04T19:19:51,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:19:51,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/hadoop.tmp.dir so I do NOT create it in target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f 2024-12-04T19:19:51,470 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:19:51,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f 2024-12-04T19:19:51,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:19:51,471 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/cluster_371ab593-5cb5-2033-06b9-966077b9e015, deleteOnExit=true 2024-12-04T19:19:51,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:19:51,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/test.cache.data in system properties and HBase conf 2024-12-04T19:19:51,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:19:51,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:19:51,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:19:51,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:19:51,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:19:51,471 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:19:51,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:19:51,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:19:51,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:19:51,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:19:51,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:19:51,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:19:51,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:19:51,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:19:51,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:19:51,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:19:51,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:19:51,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:19:51,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:19:51,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:19:51,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:19:51,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:19:51,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:19:51,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:19:51,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:19:51,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:19:51,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c492e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:19:51,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fd2a11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:19:51,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58b2720f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/java.io.tmpdir/jetty-localhost-46751-hadoop-hdfs-3_4_1-tests_jar-_-any-1522897880789529281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:19:51,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f3f4154{HTTP/1.1, (http/1.1)}{localhost:46751} 2024-12-04T19:19:51,863 INFO [Time-limited test {}] server.Server(415): Started @177960ms 2024-12-04T19:19:52,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:19:52,193 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:19:52,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:19:52,194 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:19:52,194 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:19:52,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11b53f0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:19:52,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f157e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:19:52,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb7c883{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/java.io.tmpdir/jetty-localhost-45207-hadoop-hdfs-3_4_1-tests_jar-_-any-1916942408550133327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:19:52,300 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c9a1f08{HTTP/1.1, (http/1.1)}{localhost:45207} 2024-12-04T19:19:52,300 INFO [Time-limited test {}] server.Server(415): Started @178397ms 2024-12-04T19:19:52,300 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:19:52,938 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/cluster_371ab593-5cb5-2033-06b9-966077b9e015/data/data1/current/BP-514906250-172.17.0.2-1733339991485/current, will proceed with Du for space computation calculation, 2024-12-04T19:19:52,938 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/cluster_371ab593-5cb5-2033-06b9-966077b9e015/data/data2/current/BP-514906250-172.17.0.2-1733339991485/current, will proceed with Du for space computation calculation, 2024-12-04T19:19:52,956 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:19:52,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x229f61feed4ae73e with lease ID 0xa4f374c6782f785c: Processing first storage report for DS-411f3dbc-58d6-4a51-9f2b-210111e2e67b from datanode DatanodeRegistration(127.0.0.1:34095, datanodeUuid=f26db56d-ba23-4a3b-908e-3a21dbb26813, infoPort=46629, infoSecurePort=0, ipcPort=45455, storageInfo=lv=-57;cid=testClusterID;nsid=1241053048;c=1733339991485) 2024-12-04T19:19:52,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x229f61feed4ae73e with lease ID 0xa4f374c6782f785c: from storage DS-411f3dbc-58d6-4a51-9f2b-210111e2e67b node DatanodeRegistration(127.0.0.1:34095, datanodeUuid=f26db56d-ba23-4a3b-908e-3a21dbb26813, infoPort=46629, infoSecurePort=0, ipcPort=45455, storageInfo=lv=-57;cid=testClusterID;nsid=1241053048;c=1733339991485), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:19:52,958 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x229f61feed4ae73e with lease ID 0xa4f374c6782f785c: Processing first storage report for DS-8ece6cc5-e292-4929-bc68-8111fa455af9 from datanode DatanodeRegistration(127.0.0.1:34095, datanodeUuid=f26db56d-ba23-4a3b-908e-3a21dbb26813, infoPort=46629, infoSecurePort=0, ipcPort=45455, storageInfo=lv=-57;cid=testClusterID;nsid=1241053048;c=1733339991485) 2024-12-04T19:19:52,958 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x229f61feed4ae73e with lease ID 0xa4f374c6782f785c: from storage DS-8ece6cc5-e292-4929-bc68-8111fa455af9 node DatanodeRegistration(127.0.0.1:34095, datanodeUuid=f26db56d-ba23-4a3b-908e-3a21dbb26813, infoPort=46629, infoSecurePort=0, ipcPort=45455, storageInfo=lv=-57;cid=testClusterID;nsid=1241053048;c=1733339991485), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:19:53,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f 2024-12-04T19:19:53,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:53,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:53,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:19:53,432 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5 with version=8 2024-12-04T19:19:53,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/hbase-staging 2024-12-04T19:19:53,433 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:19:53,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:53,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:53,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:19:53,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:53,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:19:53,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:19:53,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:19:53,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41041 2024-12-04T19:19:53,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41041 connecting to ZooKeeper ensemble=127.0.0.1:60501 2024-12-04T19:19:53,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410410x0, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:19:53,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41041-0x101a1c933230003 connected 2024-12-04T19:19:53,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:53,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:53,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Set watcher on znode that does not yet exist, /1-1975821993/running 2024-12-04T19:19:53,587 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5, hbase.cluster.distributed=false 2024-12-04T19:19:53,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Set watcher on znode that does not yet exist, /1-1975821993/acl 2024-12-04T19:19:53,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41041 2024-12-04T19:19:53,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41041 2024-12-04T19:19:53,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41041 2024-12-04T19:19:53,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41041 2024-12-04T19:19:53,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41041 2024-12-04T19:19:53,603 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:19:53,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:53,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:53,603 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:19:53,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:19:53,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:19:53,603 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:19:53,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:19:53,603 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36759 2024-12-04T19:19:53,604 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36759 connecting to ZooKeeper ensemble=127.0.0.1:60501 2024-12-04T19:19:53,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:53,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:53,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367590x0, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:19:53,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367590x0, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Set watcher on znode that does not yet exist, /1-1975821993/running 2024-12-04T19:19:53,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36759-0x101a1c933230004 connected 2024-12-04T19:19:53,616 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:19:53,617 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:19:53,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Set watcher on znode that does not yet exist, /1-1975821993/master 2024-12-04T19:19:53,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Set watcher on znode that does not yet exist, /1-1975821993/acl 2024-12-04T19:19:53,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36759 2024-12-04T19:19:53,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36759 2024-12-04T19:19:53,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36759 2024-12-04T19:19:53,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36759 2024-12-04T19:19:53,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36759 2024-12-04T19:19:53,632 DEBUG [M:0;9ba2734cd39f:41041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:41041 2024-12-04T19:19:53,633 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1975821993/backup-masters/9ba2734cd39f,41041,1733339993433 2024-12-04T19:19:53,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993/backup-masters 2024-12-04T19:19:53,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993/backup-masters 2024-12-04T19:19:53,646 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Set watcher on existing znode=/1-1975821993/backup-masters/9ba2734cd39f,41041,1733339993433 2024-12-04T19:19:53,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:19:53,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975821993/master 2024-12-04T19:19:53,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:19:53,658 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Set watcher on existing znode=/1-1975821993/master 2024-12-04T19:19:53,658 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1975821993/backup-masters/9ba2734cd39f,41041,1733339993433 from backup master directory 2024-12-04T19:19:53,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993/backup-masters 2024-12-04T19:19:53,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975821993/backup-masters/9ba2734cd39f,41041,1733339993433 2024-12-04T19:19:53,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993/backup-masters 2024-12-04T19:19:53,668 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:19:53,668 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,41041,1733339993433 2024-12-04T19:19:53,672 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/hbase.id] with ID: 72a6c241-ca74-40b8-85ee-b5bb79790d88 2024-12-04T19:19:53,672 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/.tmp/hbase.id 2024-12-04T19:19:53,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:19:54,076 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/.tmp/hbase.id]:[hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/hbase.id] 2024-12-04T19:19:54,085 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:19:54,086 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:19:54,086 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T19:19:54,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:19:54,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:19:54,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:19:54,505 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:19:54,506 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:19:54,506 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:54,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:19:54,912 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store 2024-12-04T19:19:54,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:19:54,965 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:19:54,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:54,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:54,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:54,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:54,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:54,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:54,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:55,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:19:55,318 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:55,318 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:19:55,318 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:55,318 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:55,318 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:19:55,318 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:55,318 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:19:55,318 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733339995318Disabling compacts and flushes for region at 1733339995318Disabling writes for close at 1733339995318Writing region close event to WAL at 1733339995318Closed at 1733339995318 2024-12-04T19:19:55,319 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/.initializing 2024-12-04T19:19:55,319 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/WALs/9ba2734cd39f,41041,1733339993433 2024-12-04T19:19:55,320 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:19:55,321 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C41041%2C1733339993433, suffix=, logDir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/WALs/9ba2734cd39f,41041,1733339993433, archiveDir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/oldWALs, maxLogs=10 2024-12-04T19:19:55,332 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/WALs/9ba2734cd39f,41041,1733339993433/9ba2734cd39f%2C41041%2C1733339993433.1733339995321, exclude list is [], retry=0 2024-12-04T19:19:55,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34095,DS-411f3dbc-58d6-4a51-9f2b-210111e2e67b,DISK] 2024-12-04T19:19:55,335 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/WALs/9ba2734cd39f,41041,1733339993433/9ba2734cd39f%2C41041%2C1733339993433.1733339995321 2024-12-04T19:19:55,336 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-12-04T19:19:55,336 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:19:55,336 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:55,336 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:55,336 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:55,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:55,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:19:55,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:55,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:55,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:55,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:19:55,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:55,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:55,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:55,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:19:55,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:55,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:55,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:55,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:19:55,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:55,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:55,342 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:55,343 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:55,343 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:55,344 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:55,344 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:55,345 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:19:55,346 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:19:55,348 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:19:55,348 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73636346, jitterRate=0.09726706147193909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:19:55,348 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733339995336Initializing all the Stores at 1733339995337 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339995337Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339995337Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339995337Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339995337Cleaning up temporary data from old regions at 1733339995344 (+7 ms)Region opened successfully at 1733339995348 (+4 ms) 2024-12-04T19:19:55,348 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:19:55,351 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4967d0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:19:55,351 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:19:55,352 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:19:55,352 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:19:55,352 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:19:55,352 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:19:55,353 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:19:55,353 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:19:55,354 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:19:55,355 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Unable to get data of znode /1-1975821993/balancer because node does not exist (not necessarily an error) 2024-12-04T19:19:55,373 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975821993/balancer already deleted, retry=false 2024-12-04T19:19:55,374 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:19:55,374 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Unable to get data of znode /1-1975821993/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:19:55,395 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975821993/normalizer already deleted, retry=false 2024-12-04T19:19:55,395 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:19:55,396 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Unable to get data of znode /1-1975821993/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:19:55,405 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975821993/switch/split already deleted, retry=false 2024-12-04T19:19:55,406 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Unable to get data of znode /1-1975821993/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:19:55,415 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975821993/switch/merge already deleted, retry=false 2024-12-04T19:19:55,417 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Unable to get data of znode /1-1975821993/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:19:55,426 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975821993/snapshot-cleanup already deleted, retry=false 2024-12-04T19:19:55,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975821993/running 2024-12-04T19:19:55,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975821993/running 2024-12-04T19:19:55,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:19:55,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:19:55,437 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,41041,1733339993433, sessionid=0x101a1c933230003, setting cluster-up flag (Was=false) 2024-12-04T19:19:55,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:19:55,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:19:55,489 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1975821993/flush-table-proc/acquired, /1-1975821993/flush-table-proc/reached, /1-1975821993/flush-table-proc/abort 2024-12-04T19:19:55,490 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,41041,1733339993433 2024-12-04T19:19:55,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:19:55,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:19:55,542 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1975821993/online-snapshot/acquired, /1-1975821993/online-snapshot/reached, /1-1975821993/online-snapshot/abort 2024-12-04T19:19:55,543 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,41041,1733339993433 2024-12-04T19:19:55,544 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:19:55,545 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:55,545 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:19:55,545 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:19:55,546 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,41041,1733339993433 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:19:55,547 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:55,547 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:55,547 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:55,547 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:19:55,547 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:19:55,547 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:55,547 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:19:55,547 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:55,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:55,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:19:55,550 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:55,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:19:55,552 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340025552 2024-12-04T19:19:55,552 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:19:55,552 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:19:55,552 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:19:55,552 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:19:55,552 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:19:55,552 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:19:55,556 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:55,558 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:19:55,558 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:19:55,559 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:19:55,559 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:19:55,559 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:19:55,559 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:19:55,560 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339995559,5,FailOnTimeoutGroup] 2024-12-04T19:19:55,561 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339995560,5,FailOnTimeoutGroup] 2024-12-04T19:19:55,561 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:55,561 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:19:55,561 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:55,561 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:55,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:19:55,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:19:55,565 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5 2024-12-04T19:19:55,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741832_1008 (size=32) 2024-12-04T19:19:55,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:55,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:19:55,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:19:55,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:55,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:55,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:19:55,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:19:55,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:55,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:55,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:19:55,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:19:55,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:55,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:55,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:19:55,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:19:55,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:55,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:55,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:19:55,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740 2024-12-04T19:19:55,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740 2024-12-04T19:19:55,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:19:55,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:19:55,586 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:19:55,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:19:55,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:19:55,593 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73935970, jitterRate=0.1017318069934845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:19:55,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733339995574Initializing all the Stores at 1733339995575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339995575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339995576 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339995576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339995576Cleaning up temporary data from old regions at 1733339995585 (+9 ms)Region opened successfully at 1733339995593 (+8 ms) 2024-12-04T19:19:55,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:19:55,594 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:19:55,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:19:55,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:19:55,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:19:55,594 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:19:55,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733339995593Disabling compacts and flushes for region at 1733339995593Disabling writes for close at 1733339995594 (+1 ms)Writing region close event to WAL at 1733339995594Closed at 1733339995594 2024-12-04T19:19:55,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:55,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:19:55,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:19:55,597 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:19:55,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:19:55,626 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(746): ClusterId : 72a6c241-ca74-40b8-85ee-b5bb79790d88 2024-12-04T19:19:55,626 DEBUG [RS:0;9ba2734cd39f:36759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:19:55,675 DEBUG [RS:0;9ba2734cd39f:36759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:19:55,676 DEBUG [RS:0;9ba2734cd39f:36759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:19:55,690 DEBUG [RS:0;9ba2734cd39f:36759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:19:55,690 DEBUG [RS:0;9ba2734cd39f:36759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ede70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:19:55,707 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:36759 2024-12-04T19:19:55,707 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:19:55,707 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:19:55,707 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:19:55,708 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,41041,1733339993433 with port=36759, startcode=1733339993602 2024-12-04T19:19:55,708 DEBUG [RS:0;9ba2734cd39f:36759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:19:55,709 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:19:55,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,36759,1733339993602 2024-12-04T19:19:55,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41041 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,36759,1733339993602 2024-12-04T19:19:55,711 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5 2024-12-04T19:19:55,711 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35161 2024-12-04T19:19:55,711 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:19:55,748 WARN [9ba2734cd39f:41041 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T19:19:55,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993/rs 2024-12-04T19:19:55,749 DEBUG [RS:0;9ba2734cd39f:36759 {}] zookeeper.ZKUtil(111): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Set watcher on existing znode=/1-1975821993/rs/9ba2734cd39f,36759,1733339993602 2024-12-04T19:19:55,749 WARN [RS:0;9ba2734cd39f:36759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:19:55,749 INFO [RS:0;9ba2734cd39f:36759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:55,749 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,36759,1733339993602] 2024-12-04T19:19:55,749 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602 2024-12-04T19:19:55,752 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:19:55,753 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:19:55,754 INFO [RS:0;9ba2734cd39f:36759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:19:55,754 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:55,754 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:19:55,754 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:19:55,755 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:55,755 DEBUG [RS:0;9ba2734cd39f:36759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:55,755 DEBUG [RS:0;9ba2734cd39f:36759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:55,755 DEBUG [RS:0;9ba2734cd39f:36759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:55,755 DEBUG [RS:0;9ba2734cd39f:36759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:55,755 DEBUG [RS:0;9ba2734cd39f:36759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:55,755 DEBUG [RS:0;9ba2734cd39f:36759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:19:55,755 DEBUG [RS:0;9ba2734cd39f:36759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:55,755 DEBUG [RS:0;9ba2734cd39f:36759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:55,755 DEBUG [RS:0;9ba2734cd39f:36759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:55,755 DEBUG [RS:0;9ba2734cd39f:36759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:55,755 DEBUG [RS:0;9ba2734cd39f:36759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:55,755 DEBUG [RS:0;9ba2734cd39f:36759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:19:55,755 DEBUG [RS:0;9ba2734cd39f:36759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:19:55,755 DEBUG [RS:0;9ba2734cd39f:36759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:19:55,756 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:55,756 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:55,756 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:55,756 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:55,756 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:55,756 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36759,1733339993602-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:19:55,767 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:19:55,767 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36759,1733339993602-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:55,767 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:55,767 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.Replication(171): 9ba2734cd39f,36759,1733339993602 started 2024-12-04T19:19:55,786 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:55,786 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,36759,1733339993602, RpcServer on 9ba2734cd39f/172.17.0.2:36759, sessionid=0x101a1c933230004 2024-12-04T19:19:55,786 DEBUG [RS:0;9ba2734cd39f:36759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:19:55,786 DEBUG [RS:0;9ba2734cd39f:36759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,36759,1733339993602 2024-12-04T19:19:55,786 DEBUG [RS:0;9ba2734cd39f:36759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,36759,1733339993602' 2024-12-04T19:19:55,786 DEBUG [RS:0;9ba2734cd39f:36759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1975821993/flush-table-proc/abort' 2024-12-04T19:19:55,786 DEBUG [RS:0;9ba2734cd39f:36759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1975821993/flush-table-proc/acquired' 2024-12-04T19:19:55,787 DEBUG [RS:0;9ba2734cd39f:36759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:19:55,787 DEBUG [RS:0;9ba2734cd39f:36759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:19:55,787 DEBUG [RS:0;9ba2734cd39f:36759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,36759,1733339993602 2024-12-04T19:19:55,787 DEBUG [RS:0;9ba2734cd39f:36759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,36759,1733339993602' 2024-12-04T19:19:55,787 DEBUG [RS:0;9ba2734cd39f:36759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1975821993/online-snapshot/abort' 2024-12-04T19:19:55,787 DEBUG [RS:0;9ba2734cd39f:36759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1975821993/online-snapshot/acquired' 2024-12-04T19:19:55,787 DEBUG [RS:0;9ba2734cd39f:36759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:19:55,787 INFO [RS:0;9ba2734cd39f:36759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:19:55,787 INFO [RS:0;9ba2734cd39f:36759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:19:55,888 INFO [RS:0;9ba2734cd39f:36759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:19:55,889 INFO [RS:0;9ba2734cd39f:36759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C36759%2C1733339993602, suffix=, logDir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602, archiveDir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/oldWALs, maxLogs=10 2024-12-04T19:19:55,899 DEBUG [RS:0;9ba2734cd39f:36759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889, exclude list is [], retry=0 2024-12-04T19:19:55,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34095,DS-411f3dbc-58d6-4a51-9f2b-210111e2e67b,DISK] 2024-12-04T19:19:55,903 INFO [RS:0;9ba2734cd39f:36759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 2024-12-04T19:19:55,903 DEBUG [RS:0;9ba2734cd39f:36759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-12-04T19:19:55,998 DEBUG [9ba2734cd39f:41041 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:19:55,998 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,36759,1733339993602 2024-12-04T19:19:55,999 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,36759,1733339993602, state=OPENING 2024-12-04T19:19:56,026 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:19:56,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:19:56,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:19:56,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975821993/meta-region-server: CHANGED 2024-12-04T19:19:56,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975821993/meta-region-server: CHANGED 2024-12-04T19:19:56,037 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:19:56,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,36759,1733339993602}] 2024-12-04T19:19:56,190 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:19:56,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:19:56,194 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:19:56,194 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:19:56,194 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:19:56,195 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C36759%2C1733339993602.meta, suffix=.meta, logDir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602, archiveDir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/oldWALs, maxLogs=10 2024-12-04T19:19:56,206 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.meta.1733339996195.meta, exclude list is [], retry=0 2024-12-04T19:19:56,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34095,DS-411f3dbc-58d6-4a51-9f2b-210111e2e67b,DISK] 2024-12-04T19:19:56,209 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.meta.1733339996195.meta 2024-12-04T19:19:56,209 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-12-04T19:19:56,209 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:19:56,209 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:19:56,210 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:19:56,210 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:19:56,210 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:19:56,210 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:19:56,210 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:56,210 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:19:56,210 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:19:56,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:19:56,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:19:56,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:56,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:56,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:19:56,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:19:56,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:56,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:56,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:19:56,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:19:56,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:56,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:56,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:19:56,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:19:56,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:56,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:19:56,215 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:19:56,216 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740 2024-12-04T19:19:56,216 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740 2024-12-04T19:19:56,217 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:19:56,217 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:19:56,217 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:19:56,218 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:19:56,219 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70141353, jitterRate=0.045187607407569885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:19:56,219 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:19:56,219 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733339996210Writing region info on filesystem at 1733339996210Initializing all the Stores at 1733339996211 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339996211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339996211Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339996211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733339996211Cleaning up temporary data from old regions at 1733339996217 (+6 ms)Running coprocessor post-open hooks at 1733339996219 (+2 ms)Region opened successfully at 1733339996219 2024-12-04T19:19:56,219 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733339996189 2024-12-04T19:19:56,221 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:19:56,221 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:19:56,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,36759,1733339993602 2024-12-04T19:19:56,222 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,36759,1733339993602, state=OPEN 2024-12-04T19:19:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1975821993/meta-region-server 2024-12-04T19:19:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1975821993/meta-region-server 2024-12-04T19:19:56,237 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,36759,1733339993602 2024-12-04T19:19:56,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975821993/meta-region-server: CHANGED 2024-12-04T19:19:56,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975821993/meta-region-server: CHANGED 2024-12-04T19:19:56,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:19:56,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,36759,1733339993602 in 200 msec 2024-12-04T19:19:56,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:19:56,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-12-04T19:19:56,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:19:56,241 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:19:56,241 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:19:56,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:19:56,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,36759,1733339993602, seqNum=-1] 2024-12-04T19:19:56,242 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:19:56,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:19:56,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 702 msec 2024-12-04T19:19:56,247 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733339996247, completionTime=-1 2024-12-04T19:19:56,247 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:19:56,247 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:19:56,249 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:19:56,249 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340056249 2024-12-04T19:19:56,249 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340116249 2024-12-04T19:19:56,249 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:19:56,249 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,41041,1733339993433-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:56,249 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,41041,1733339993433-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:56,249 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,41041,1733339993433-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:56,249 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:41041, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:56,249 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:56,250 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:56,251 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:19:56,252 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.584sec 2024-12-04T19:19:56,252 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:19:56,252 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:19:56,252 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:19:56,252 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:19:56,252 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:19:56,252 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,41041,1733339993433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:19:56,252 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,41041,1733339993433-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:19:56,254 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:19:56,254 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:19:56,254 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,41041,1733339993433-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:19:56,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139321a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:56,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,41041,-1 for getting cluster id 2024-12-04T19:19:56,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:19:56,327 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72a6c241-ca74-40b8-85ee-b5bb79790d88' 2024-12-04T19:19:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:19:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72a6c241-ca74-40b8-85ee-b5bb79790d88" 2024-12-04T19:19:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6552199e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,41041,-1] 2024-12-04T19:19:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:19:56,328 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:19:56,329 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:19:56,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191c99ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:19:56,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:19:56,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,36759,1733339993602, seqNum=-1] 2024-12-04T19:19:56,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:19:56,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:19:56,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,41041,1733339993433 2024-12-04T19:19:56,335 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60501 2024-12-04T19:19:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:19:56,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a1c933230005 connected 2024-12-04T19:19:56,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:19:56,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,35325,1733339988092 2024-12-04T19:19:56,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8cc3aec 2024-12-04T19:19:56,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:19:56,356 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:19:56,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:19:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:19:56,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:19:56,359 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:56,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:19:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:56,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:19:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:19:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:56,767 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 837bc30c3646cf7802f8be89d5fb81f6, NAME => 'test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1 2024-12-04T19:19:56,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:19:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:57,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:57,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 837bc30c3646cf7802f8be89d5fb81f6, disabling compactions & flushes 2024-12-04T19:19:57,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6. 2024-12-04T19:19:57,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6. 2024-12-04T19:19:57,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6. after waiting 0 ms 2024-12-04T19:19:57,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6. 2024-12-04T19:19:57,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6. 2024-12-04T19:19:57,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 837bc30c3646cf7802f8be89d5fb81f6: Waiting for close lock at 1733339997172Disabling compacts and flushes for region at 1733339997172Disabling writes for close at 1733339997172Writing region close event to WAL at 1733339997172Closed at 1733339997172 2024-12-04T19:19:57,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:19:57,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733339997173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733339997173"}]},"ts":"1733339997173"} 2024-12-04T19:19:57,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:19:57,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:19:57,176 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339997176"}]},"ts":"1733339997176"} 2024-12-04T19:19:57,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:19:57,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=837bc30c3646cf7802f8be89d5fb81f6, ASSIGN}] 2024-12-04T19:19:57,179 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=837bc30c3646cf7802f8be89d5fb81f6, ASSIGN 2024-12-04T19:19:57,180 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=837bc30c3646cf7802f8be89d5fb81f6, ASSIGN; state=OFFLINE, location=9ba2734cd39f,43347,1733339988299; forceNewPlan=false, retain=false 2024-12-04T19:19:57,330 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=837bc30c3646cf7802f8be89d5fb81f6, regionState=OPENING, regionLocation=9ba2734cd39f,43347,1733339988299 2024-12-04T19:19:57,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=837bc30c3646cf7802f8be89d5fb81f6, ASSIGN because future has completed 2024-12-04T19:19:57,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 837bc30c3646cf7802f8be89d5fb81f6, server=9ba2734cd39f,43347,1733339988299}] 2024-12-04T19:19:57,488 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6. 2024-12-04T19:19:57,488 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 837bc30c3646cf7802f8be89d5fb81f6, NAME => 'test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:19:57,489 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:19:57,489 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:19:57,489 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 837bc30c3646cf7802f8be89d5fb81f6 2024-12-04T19:19:57,489 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:57,489 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 837bc30c3646cf7802f8be89d5fb81f6 2024-12-04T19:19:57,489 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 837bc30c3646cf7802f8be89d5fb81f6 2024-12-04T19:19:57,490 INFO [StoreOpener-837bc30c3646cf7802f8be89d5fb81f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 837bc30c3646cf7802f8be89d5fb81f6 2024-12-04T19:19:57,492 INFO [StoreOpener-837bc30c3646cf7802f8be89d5fb81f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 837bc30c3646cf7802f8be89d5fb81f6 columnFamilyName f 2024-12-04T19:19:57,492 DEBUG [StoreOpener-837bc30c3646cf7802f8be89d5fb81f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:57,492 INFO [StoreOpener-837bc30c3646cf7802f8be89d5fb81f6-1 {}] regionserver.HStore(327): Store=837bc30c3646cf7802f8be89d5fb81f6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:57,492 INFO [StoreOpener-837bc30c3646cf7802f8be89d5fb81f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 837bc30c3646cf7802f8be89d5fb81f6 2024-12-04T19:19:57,493 INFO [StoreOpener-837bc30c3646cf7802f8be89d5fb81f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 837bc30c3646cf7802f8be89d5fb81f6 columnFamilyName f1 2024-12-04T19:19:57,493 DEBUG [StoreOpener-837bc30c3646cf7802f8be89d5fb81f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:57,493 INFO [StoreOpener-837bc30c3646cf7802f8be89d5fb81f6-1 {}] regionserver.HStore(327): Store=837bc30c3646cf7802f8be89d5fb81f6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:57,493 INFO [StoreOpener-837bc30c3646cf7802f8be89d5fb81f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 837bc30c3646cf7802f8be89d5fb81f6 2024-12-04T19:19:57,494 INFO [StoreOpener-837bc30c3646cf7802f8be89d5fb81f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 837bc30c3646cf7802f8be89d5fb81f6 columnFamilyName norep 2024-12-04T19:19:57,494 DEBUG [StoreOpener-837bc30c3646cf7802f8be89d5fb81f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:57,495 INFO [StoreOpener-837bc30c3646cf7802f8be89d5fb81f6-1 {}] regionserver.HStore(327): Store=837bc30c3646cf7802f8be89d5fb81f6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:57,495 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 837bc30c3646cf7802f8be89d5fb81f6 2024-12-04T19:19:57,495 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6 2024-12-04T19:19:57,496 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6 2024-12-04T19:19:57,497 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 837bc30c3646cf7802f8be89d5fb81f6 2024-12-04T19:19:57,497 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 837bc30c3646cf7802f8be89d5fb81f6 2024-12-04T19:19:57,497 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:19:57,498 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 837bc30c3646cf7802f8be89d5fb81f6 2024-12-04T19:19:57,500 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:19:57,500 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 837bc30c3646cf7802f8be89d5fb81f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65644696, jitterRate=-0.021817803382873535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:19:57,500 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 837bc30c3646cf7802f8be89d5fb81f6 2024-12-04T19:19:57,501 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 837bc30c3646cf7802f8be89d5fb81f6: Running coprocessor pre-open hook at 1733339997489Writing region info on filesystem at 1733339997489Initializing all the Stores at 1733339997490 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339997490Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339997490Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339997490Cleaning up temporary data from old regions at 1733339997497 (+7 ms)Running coprocessor post-open hooks at 1733339997500 (+3 ms)Region opened successfully at 1733339997501 (+1 ms) 2024-12-04T19:19:57,502 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6., pid=6, masterSystemTime=1733339997485 2024-12-04T19:19:57,504 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6. 2024-12-04T19:19:57,504 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6. 2024-12-04T19:19:57,504 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=837bc30c3646cf7802f8be89d5fb81f6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,43347,1733339988299 2024-12-04T19:19:57,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 837bc30c3646cf7802f8be89d5fb81f6, server=9ba2734cd39f,43347,1733339988299 because future has completed 2024-12-04T19:19:57,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:19:57,509 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 837bc30c3646cf7802f8be89d5fb81f6, server=9ba2734cd39f,43347,1733339988299 in 174 msec 2024-12-04T19:19:57,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:19:57,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=837bc30c3646cf7802f8be89d5fb81f6, ASSIGN in 331 msec 2024-12-04T19:19:57,511 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:19:57,511 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339997511"}]},"ts":"1733339997511"} 2024-12-04T19:19:57,513 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:19:57,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:19:57,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-12-04T19:19:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:58,503 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:19:58,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:19:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,41041,1733339993433 2024-12-04T19:19:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b8f9376 2024-12-04T19:19:58,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:19:58,505 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:19:58,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:19:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:19:58,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:19:58,508 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:58,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:19:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:58,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:19:58,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:19:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:58,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69b3103f3eb6d945c6827b0976ea6c86, NAME => 'test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5 2024-12-04T19:19:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:19:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:59,323 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:59,323 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69b3103f3eb6d945c6827b0976ea6c86, disabling compactions & flushes 2024-12-04T19:19:59,323 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86. 2024-12-04T19:19:59,324 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86. 2024-12-04T19:19:59,324 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86. after waiting 0 ms 2024-12-04T19:19:59,324 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86. 2024-12-04T19:19:59,324 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86. 2024-12-04T19:19:59,324 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69b3103f3eb6d945c6827b0976ea6c86: Waiting for close lock at 1733339999323Disabling compacts and flushes for region at 1733339999323Disabling writes for close at 1733339999324 (+1 ms)Writing region close event to WAL at 1733339999324Closed at 1733339999324 2024-12-04T19:19:59,325 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:19:59,325 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733339999325"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733339999325"}]},"ts":"1733339999325"} 2024-12-04T19:19:59,327 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:19:59,327 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:19:59,328 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339999327"}]},"ts":"1733339999327"} 2024-12-04T19:19:59,329 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:19:59,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69b3103f3eb6d945c6827b0976ea6c86, ASSIGN}] 2024-12-04T19:19:59,331 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69b3103f3eb6d945c6827b0976ea6c86, ASSIGN 2024-12-04T19:19:59,331 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69b3103f3eb6d945c6827b0976ea6c86, ASSIGN; state=OFFLINE, location=9ba2734cd39f,36759,1733339993602; forceNewPlan=false, retain=false 2024-12-04T19:19:59,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:19:59,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T19:19:59,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T19:19:59,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T19:19:59,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:19:59,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T19:19:59,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:19:59,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T19:19:59,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:19:59,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T19:19:59,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:19:59,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T19:19:59,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69b3103f3eb6d945c6827b0976ea6c86, regionState=OPENING, regionLocation=9ba2734cd39f,36759,1733339993602 2024-12-04T19:19:59,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69b3103f3eb6d945c6827b0976ea6c86, ASSIGN because future has completed 2024-12-04T19:19:59,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b3103f3eb6d945c6827b0976ea6c86, server=9ba2734cd39f,36759,1733339993602}] 2024-12-04T19:19:59,639 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86. 2024-12-04T19:19:59,640 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69b3103f3eb6d945c6827b0976ea6c86, NAME => 'test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:19:59,640 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:19:59,640 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:19:59,640 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69b3103f3eb6d945c6827b0976ea6c86 2024-12-04T19:19:59,640 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:19:59,640 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69b3103f3eb6d945c6827b0976ea6c86 2024-12-04T19:19:59,640 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69b3103f3eb6d945c6827b0976ea6c86 2024-12-04T19:19:59,641 INFO [StoreOpener-69b3103f3eb6d945c6827b0976ea6c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69b3103f3eb6d945c6827b0976ea6c86 2024-12-04T19:19:59,642 INFO [StoreOpener-69b3103f3eb6d945c6827b0976ea6c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b3103f3eb6d945c6827b0976ea6c86 columnFamilyName f 2024-12-04T19:19:59,642 DEBUG [StoreOpener-69b3103f3eb6d945c6827b0976ea6c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:59,643 INFO [StoreOpener-69b3103f3eb6d945c6827b0976ea6c86-1 {}] regionserver.HStore(327): Store=69b3103f3eb6d945c6827b0976ea6c86/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:59,643 INFO [StoreOpener-69b3103f3eb6d945c6827b0976ea6c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69b3103f3eb6d945c6827b0976ea6c86 2024-12-04T19:19:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:19:59,644 INFO [StoreOpener-69b3103f3eb6d945c6827b0976ea6c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b3103f3eb6d945c6827b0976ea6c86 columnFamilyName f1 2024-12-04T19:19:59,644 DEBUG [StoreOpener-69b3103f3eb6d945c6827b0976ea6c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:59,644 INFO [StoreOpener-69b3103f3eb6d945c6827b0976ea6c86-1 {}] regionserver.HStore(327): Store=69b3103f3eb6d945c6827b0976ea6c86/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:59,644 INFO [StoreOpener-69b3103f3eb6d945c6827b0976ea6c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69b3103f3eb6d945c6827b0976ea6c86 2024-12-04T19:19:59,645 INFO [StoreOpener-69b3103f3eb6d945c6827b0976ea6c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b3103f3eb6d945c6827b0976ea6c86 columnFamilyName norep 2024-12-04T19:19:59,645 DEBUG [StoreOpener-69b3103f3eb6d945c6827b0976ea6c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:19:59,646 INFO [StoreOpener-69b3103f3eb6d945c6827b0976ea6c86-1 {}] regionserver.HStore(327): Store=69b3103f3eb6d945c6827b0976ea6c86/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:19:59,646 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69b3103f3eb6d945c6827b0976ea6c86 2024-12-04T19:19:59,646 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86 2024-12-04T19:19:59,646 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86 2024-12-04T19:19:59,647 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69b3103f3eb6d945c6827b0976ea6c86 2024-12-04T19:19:59,647 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69b3103f3eb6d945c6827b0976ea6c86 2024-12-04T19:19:59,647 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:19:59,648 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69b3103f3eb6d945c6827b0976ea6c86 2024-12-04T19:19:59,650 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:19:59,650 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69b3103f3eb6d945c6827b0976ea6c86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66833373, jitterRate=-0.004105135798454285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:19:59,650 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69b3103f3eb6d945c6827b0976ea6c86 2024-12-04T19:19:59,650 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69b3103f3eb6d945c6827b0976ea6c86: Running coprocessor pre-open hook at 1733339999640Writing region info on filesystem at 1733339999640Initializing all the Stores at 1733339999641 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339999641Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339999641Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733339999641Cleaning up temporary data from old regions at 1733339999647 (+6 ms)Running coprocessor post-open hooks at 1733339999650 (+3 ms)Region opened successfully at 1733339999650 2024-12-04T19:19:59,651 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86., pid=6, masterSystemTime=1733339999636 2024-12-04T19:19:59,652 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86. 2024-12-04T19:19:59,652 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86. 2024-12-04T19:19:59,653 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69b3103f3eb6d945c6827b0976ea6c86, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,36759,1733339993602 2024-12-04T19:19:59,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b3103f3eb6d945c6827b0976ea6c86, server=9ba2734cd39f,36759,1733339993602 because future has completed 2024-12-04T19:19:59,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:19:59,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69b3103f3eb6d945c6827b0976ea6c86, server=9ba2734cd39f,36759,1733339993602 in 171 msec 2024-12-04T19:19:59,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:19:59,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69b3103f3eb6d945c6827b0976ea6c86, ASSIGN in 326 msec 2024-12-04T19:19:59,658 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:19:59,659 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733339999658"}]},"ts":"1733339999658"} 2024-12-04T19:19:59,660 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:19:59,661 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:19:59,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-12-04T19:20:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:20:00,654 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:20:00,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4131d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:00,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35325,-1 for getting cluster id 2024-12-04T19:20:00,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:00,655 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc' 2024-12-04T19:20:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc" 2024-12-04T19:20:00,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd44355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35325,-1] 2024-12-04T19:20:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:00,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:00,656 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc674c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:00,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b9487f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:00,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,41041,-1 for getting cluster id 2024-12-04T19:20:00,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:00,658 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72a6c241-ca74-40b8-85ee-b5bb79790d88' 2024-12-04T19:20:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72a6c241-ca74-40b8-85ee-b5bb79790d88" 2024-12-04T19:20:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9890df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,41041,-1] 2024-12-04T19:20:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:00,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:00,659 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:00,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75cbe376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:00,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd5e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:00,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35325,-1 for getting cluster id 2024-12-04T19:20:00,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:00,661 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc' 2024-12-04T19:20:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc" 2024-12-04T19:20:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ded335d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35325,-1] 2024-12-04T19:20:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:00,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:00,662 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:00,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6d958f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:00,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:00,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,35325,1733339988092 2024-12-04T19:20:00,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71588bb0 2024-12-04T19:20:00,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:00,664 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:20:00,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:41041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:20:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:20:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:00,666 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:41041' 2024-12-04T19:20:00,667 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cbf3aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:00,667 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,41041,-1 for getting cluster id 2024-12-04T19:20:00,667 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:00,668 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72a6c241-ca74-40b8-85ee-b5bb79790d88' 2024-12-04T19:20:00,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:00,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72a6c241-ca74-40b8-85ee-b5bb79790d88" 2024-12-04T19:20:00,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63acbef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:00,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,41041,-1] 2024-12-04T19:20:00,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:00,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:00,669 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:00,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799d8c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:00,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:00,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,41041,1733339993433 2024-12-04T19:20:00,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51b93fe 2024-12-04T19:20:00,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:00,671 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:20:00,671 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T19:20:00,671 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:20:00,671 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:00,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:00,672 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:00,672 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:20:00,673 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:20:00,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:20:00,673 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:00,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:20:00,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741837_1013 (size=1138) 2024-12-04T19:20:00,723 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:20:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:01,082 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 917deeb299d71a2484f128daad0c4ee8, NAME => 'hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1 2024-12-04T19:20:01,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741838_1014 (size=44) 2024-12-04T19:20:01,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:01,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 917deeb299d71a2484f128daad0c4ee8, disabling compactions & flushes 2024-12-04T19:20:01,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. 2024-12-04T19:20:01,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. 2024-12-04T19:20:01,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. after waiting 0 ms 2024-12-04T19:20:01,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. 2024-12-04T19:20:01,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. 2024-12-04T19:20:01,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 917deeb299d71a2484f128daad0c4ee8: Waiting for close lock at 1733340001106Disabling compacts and flushes for region at 1733340001106Disabling writes for close at 1733340001106Writing region close event to WAL at 1733340001106Closed at 1733340001106 2024-12-04T19:20:01,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:20:01,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733340001107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340001107"}]},"ts":"1733340001107"} 2024-12-04T19:20:01,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:20:01,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:20:01,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340001111"}]},"ts":"1733340001111"} 2024-12-04T19:20:01,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:20:01,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=917deeb299d71a2484f128daad0c4ee8, ASSIGN}] 2024-12-04T19:20:01,114 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=917deeb299d71a2484f128daad0c4ee8, ASSIGN 2024-12-04T19:20:01,115 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=917deeb299d71a2484f128daad0c4ee8, ASSIGN; state=OFFLINE, location=9ba2734cd39f,43347,1733339988299; forceNewPlan=false, retain=false 2024-12-04T19:20:01,265 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=917deeb299d71a2484f128daad0c4ee8, regionState=OPENING, regionLocation=9ba2734cd39f,43347,1733339988299 2024-12-04T19:20:01,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=917deeb299d71a2484f128daad0c4ee8, ASSIGN because future has completed 2024-12-04T19:20:01,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 917deeb299d71a2484f128daad0c4ee8, server=9ba2734cd39f,43347,1733339988299}] 2024-12-04T19:20:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:01,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. 2024-12-04T19:20:01,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:01,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:20:01,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C43347%2C1733339988299.rep, suffix=, logDir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299, archiveDir=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/oldWALs, maxLogs=10 2024-12-04T19:20:01,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.rep.1733340001424, exclude list is [], retry=0 2024-12-04T19:20:01,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44319,DS-b9494f2b-cc6e-4b3c-b532-bee8762572e3,DISK] 2024-12-04T19:20:01,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.rep.1733340001424 2024-12-04T19:20:01,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46419:46419)] 2024-12-04T19:20:01,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 917deeb299d71a2484f128daad0c4ee8, NAME => 'hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:20:01,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:20:01,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:20:01,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. service=MultiRowMutationService 2024-12-04T19:20:01,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:20:01,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:01,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:01,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:01,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:01,458 INFO [StoreOpener-917deeb299d71a2484f128daad0c4ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:01,459 INFO [StoreOpener-917deeb299d71a2484f128daad0c4ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 917deeb299d71a2484f128daad0c4ee8 columnFamilyName hfileref 2024-12-04T19:20:01,459 DEBUG [StoreOpener-917deeb299d71a2484f128daad0c4ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:01,459 INFO [StoreOpener-917deeb299d71a2484f128daad0c4ee8-1 {}] regionserver.HStore(327): Store=917deeb299d71a2484f128daad0c4ee8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:01,459 INFO [StoreOpener-917deeb299d71a2484f128daad0c4ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:01,460 INFO [StoreOpener-917deeb299d71a2484f128daad0c4ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 917deeb299d71a2484f128daad0c4ee8 columnFamilyName queue 2024-12-04T19:20:01,460 DEBUG [StoreOpener-917deeb299d71a2484f128daad0c4ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:01,460 INFO [StoreOpener-917deeb299d71a2484f128daad0c4ee8-1 {}] regionserver.HStore(327): Store=917deeb299d71a2484f128daad0c4ee8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:01,460 INFO [StoreOpener-917deeb299d71a2484f128daad0c4ee8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:01,461 INFO [StoreOpener-917deeb299d71a2484f128daad0c4ee8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 917deeb299d71a2484f128daad0c4ee8 columnFamilyName sid 2024-12-04T19:20:01,461 DEBUG [StoreOpener-917deeb299d71a2484f128daad0c4ee8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:01,461 INFO [StoreOpener-917deeb299d71a2484f128daad0c4ee8-1 {}] regionserver.HStore(327): Store=917deeb299d71a2484f128daad0c4ee8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:01,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:01,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/replication/917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:01,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/replication/917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:01,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:01,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:01,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:20:01,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:01,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/replication/917deeb299d71a2484f128daad0c4ee8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:20:01,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 917deeb299d71a2484f128daad0c4ee8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69584472, jitterRate=0.03688943386077881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:20:01,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:01,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 917deeb299d71a2484f128daad0c4ee8: Running coprocessor pre-open hook at 1733340001457Writing region info on filesystem at 1733340001457Initializing all the Stores at 1733340001457Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340001457Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340001458 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340001458Cleaning up temporary data from old regions at 1733340001463 (+5 ms)Running coprocessor post-open hooks at 1733340001466 (+3 ms)Region opened successfully at 1733340001466 2024-12-04T19:20:01,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8., pid=10, masterSystemTime=1733340001419 2024-12-04T19:20:01,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. 2024-12-04T19:20:01,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. 2024-12-04T19:20:01,469 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=917deeb299d71a2484f128daad0c4ee8, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,43347,1733339988299 2024-12-04T19:20:01,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 917deeb299d71a2484f128daad0c4ee8, server=9ba2734cd39f,43347,1733339988299 because future has completed 2024-12-04T19:20:01,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T19:20:01,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 917deeb299d71a2484f128daad0c4ee8, server=9ba2734cd39f,43347,1733339988299 in 206 msec 2024-12-04T19:20:01,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T19:20:01,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=917deeb299d71a2484f128daad0c4ee8, ASSIGN in 362 msec 2024-12-04T19:20:01,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:20:01,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340001477"}]},"ts":"1733340001477"} 2024-12-04T19:20:01,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:20:01,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:20:01,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 807 msec 2024-12-04T19:20:01,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8., hostname=9ba2734cd39f,43347,1733339988299, seqNum=2] 2024-12-04T19:20:01,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:20:01,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:20:01,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:20:01,712 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:20:01,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:01,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:01,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:01,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:01,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:01,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:01,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:01,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:01,760 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T19:20:01,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T19:20:01,790 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:20:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:01,816 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,43347,1733339988299, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:20:01,816 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:01,816 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43347,1733339988299, seqNum=-1] 2024-12-04T19:20:01,817 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:01,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T19:20:01,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,43347,1733339988299', locateType=CURRENT is [region=hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8., hostname=9ba2734cd39f,43347,1733339988299, seqNum=2] 2024-12-04T19:20:01,822 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T19:20:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T19:20:01,824 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,43347,1733339988299 suceeded 2024-12-04T19:20:01,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T19:20:01,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-04T19:20:01,825 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:41041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:20:01,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1610 sec 2024-12-04T19:20:01,835 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:41041' 2024-12-04T19:20:01,835 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a1360c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:01,835 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,41041,-1 for getting cluster id 2024-12-04T19:20:01,836 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:01,836 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72a6c241-ca74-40b8-85ee-b5bb79790d88' 2024-12-04T19:20:01,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:01,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72a6c241-ca74-40b8-85ee-b5bb79790d88" 2024-12-04T19:20:01,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34c85c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:01,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,41041,-1] 2024-12-04T19:20:01,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:01,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:01,838 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:01,838 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f7c0a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:01,838 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:01,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,41041,1733339993433 2024-12-04T19:20:01,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@656ec07 2024-12-04T19:20:01,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:01,840 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T19:20:01,840 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,43347,1733339988299 (queues=1) is replicating from cluster=4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc to cluster=72a6c241-ca74-40b8-85ee-b5bb79790d88 2024-12-04T19:20:01,840 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C43347%2C1733339988299 2024-12-04T19:20:01,840 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,43347,1733339988299, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:20:01,841 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.shipper9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C43347%2C1733339988299 2024-12-04T19:20:01,841 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371, startPosition=0, beingWritten=true 2024-12-04T19:20:01,846 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:20:01,846 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.shipper9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,43347,1733339988299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:20:01,846 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 379, reset compression=false 2024-12-04T19:20:02,050 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 379, reset compression=false 2024-12-04T19:20:02,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T19:20:02,354 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 379, reset compression=false 2024-12-04T19:20:02,757 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 379, reset compression=false 2024-12-04T19:20:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35325 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:02,814 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:20:02,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:20:02,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:02,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:02,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:02,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:02,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ef30be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:02,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,41041,-1 for getting cluster id 2024-12-04T19:20:02,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:02,815 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72a6c241-ca74-40b8-85ee-b5bb79790d88' 2024-12-04T19:20:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72a6c241-ca74-40b8-85ee-b5bb79790d88" 2024-12-04T19:20:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7fb44d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,41041,-1] 2024-12-04T19:20:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:02,817 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca7f6b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:02,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,41041,1733339993433 2024-12-04T19:20:02,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@695bf9a7 2024-12-04T19:20:02,819 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:02,819 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:20:02,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:35325,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:20:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:20:02,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:02,821 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:35325' 2024-12-04T19:20:02,822 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b77040e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:02,822 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35325,-1 for getting cluster id 2024-12-04T19:20:02,823 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:02,823 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc' 2024-12-04T19:20:02,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:02,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc" 2024-12-04T19:20:02,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1c07ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:02,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35325,-1] 2024-12-04T19:20:02,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:02,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:02,825 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:02,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a183dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:02,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:02,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,35325,1733339988092 2024-12-04T19:20:02,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431f7229 2024-12-04T19:20:02,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:02,826 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:20:02,827 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T19:20:02,827 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:20:02,827 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:02,827 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:02,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:02,828 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:20:02,828 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:20:02,829 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:20:02,829 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:02,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:20:02,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741837_1013 (size=1138) 2024-12-04T19:20:02,839 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4676c6da71676d141c21924180cea74, NAME => 'hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5 2024-12-04T19:20:02,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741838_1014 (size=44) 2024-12-04T19:20:02,879 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:20:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:03,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:03,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:03,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a4676c6da71676d141c21924180cea74, disabling compactions & flushes 2024-12-04T19:20:03,248 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. 2024-12-04T19:20:03,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. 2024-12-04T19:20:03,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. after waiting 0 ms 2024-12-04T19:20:03,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. 2024-12-04T19:20:03,248 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. 2024-12-04T19:20:03,248 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4676c6da71676d141c21924180cea74: Waiting for close lock at 1733340003248Disabling compacts and flushes for region at 1733340003248Disabling writes for close at 1733340003248Writing region close event to WAL at 1733340003248Closed at 1733340003248 2024-12-04T19:20:03,249 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:20:03,249 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733340003249"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340003249"}]},"ts":"1733340003249"} 2024-12-04T19:20:03,251 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:20:03,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:20:03,251 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340003251"}]},"ts":"1733340003251"} 2024-12-04T19:20:03,253 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:20:03,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4676c6da71676d141c21924180cea74, ASSIGN}] 2024-12-04T19:20:03,254 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4676c6da71676d141c21924180cea74, ASSIGN 2024-12-04T19:20:03,254 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a4676c6da71676d141c21924180cea74, ASSIGN; state=OFFLINE, location=9ba2734cd39f,36759,1733339993602; forceNewPlan=false, retain=false 2024-12-04T19:20:03,262 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 379, reset compression=false 2024-12-04T19:20:03,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a4676c6da71676d141c21924180cea74, regionState=OPENING, regionLocation=9ba2734cd39f,36759,1733339993602 2024-12-04T19:20:03,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a4676c6da71676d141c21924180cea74, ASSIGN because future has completed 2024-12-04T19:20:03,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4676c6da71676d141c21924180cea74, server=9ba2734cd39f,36759,1733339993602}] 2024-12-04T19:20:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:03,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. 2024-12-04T19:20:03,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:03,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:20:03,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C36759%2C1733339993602.rep, suffix=, logDir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602, archiveDir=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/oldWALs, maxLogs=10 2024-12-04T19:20:03,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.rep.1733340003564, exclude list is [], retry=0 2024-12-04T19:20:03,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34095,DS-411f3dbc-58d6-4a51-9f2b-210111e2e67b,DISK] 2024-12-04T19:20:03,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.rep.1733340003564 2024-12-04T19:20:03,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-12-04T19:20:03,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a4676c6da71676d141c21924180cea74, NAME => 'hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:20:03,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:20:03,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:20:03,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. service=MultiRowMutationService 2024-12-04T19:20:03,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:20:03,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a4676c6da71676d141c21924180cea74 2024-12-04T19:20:03,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:03,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a4676c6da71676d141c21924180cea74 2024-12-04T19:20:03,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a4676c6da71676d141c21924180cea74 2024-12-04T19:20:03,579 INFO [StoreOpener-a4676c6da71676d141c21924180cea74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a4676c6da71676d141c21924180cea74 2024-12-04T19:20:03,580 INFO [StoreOpener-a4676c6da71676d141c21924180cea74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4676c6da71676d141c21924180cea74 columnFamilyName hfileref 2024-12-04T19:20:03,580 DEBUG [StoreOpener-a4676c6da71676d141c21924180cea74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:03,580 INFO [StoreOpener-a4676c6da71676d141c21924180cea74-1 {}] regionserver.HStore(327): Store=a4676c6da71676d141c21924180cea74/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:03,580 INFO [StoreOpener-a4676c6da71676d141c21924180cea74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a4676c6da71676d141c21924180cea74 2024-12-04T19:20:03,581 INFO [StoreOpener-a4676c6da71676d141c21924180cea74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4676c6da71676d141c21924180cea74 columnFamilyName queue 2024-12-04T19:20:03,581 DEBUG [StoreOpener-a4676c6da71676d141c21924180cea74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:03,582 INFO [StoreOpener-a4676c6da71676d141c21924180cea74-1 {}] regionserver.HStore(327): Store=a4676c6da71676d141c21924180cea74/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:03,582 INFO [StoreOpener-a4676c6da71676d141c21924180cea74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a4676c6da71676d141c21924180cea74 2024-12-04T19:20:03,583 INFO [StoreOpener-a4676c6da71676d141c21924180cea74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4676c6da71676d141c21924180cea74 columnFamilyName sid 2024-12-04T19:20:03,583 DEBUG [StoreOpener-a4676c6da71676d141c21924180cea74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:03,583 INFO [StoreOpener-a4676c6da71676d141c21924180cea74-1 {}] regionserver.HStore(327): Store=a4676c6da71676d141c21924180cea74/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:03,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a4676c6da71676d141c21924180cea74 2024-12-04T19:20:03,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/replication/a4676c6da71676d141c21924180cea74 2024-12-04T19:20:03,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/replication/a4676c6da71676d141c21924180cea74 2024-12-04T19:20:03,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a4676c6da71676d141c21924180cea74 2024-12-04T19:20:03,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a4676c6da71676d141c21924180cea74 2024-12-04T19:20:03,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:20:03,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a4676c6da71676d141c21924180cea74 2024-12-04T19:20:03,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/replication/a4676c6da71676d141c21924180cea74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:20:03,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a4676c6da71676d141c21924180cea74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67717006, jitterRate=0.009062021970748901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:20:03,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4676c6da71676d141c21924180cea74 2024-12-04T19:20:03,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a4676c6da71676d141c21924180cea74: Running coprocessor pre-open hook at 1733340003578Writing region info on filesystem at 1733340003578Initializing all the Stores at 1733340003579 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340003579Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340003579Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340003579Cleaning up temporary data from old regions at 1733340003585 (+6 ms)Running coprocessor post-open hooks at 1733340003588 (+3 ms)Region opened successfully at 1733340003588 2024-12-04T19:20:03,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74., pid=10, masterSystemTime=1733340003558 2024-12-04T19:20:03,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. 2024-12-04T19:20:03,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. 2024-12-04T19:20:03,591 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a4676c6da71676d141c21924180cea74, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,36759,1733339993602 2024-12-04T19:20:03,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4676c6da71676d141c21924180cea74, server=9ba2734cd39f,36759,1733339993602 because future has completed 2024-12-04T19:20:03,594 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41041 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9ba2734cd39f,36759,1733339993602, table=hbase:replication, region=a4676c6da71676d141c21924180cea74. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T19:20:03,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T19:20:03,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a4676c6da71676d141c21924180cea74, server=9ba2734cd39f,36759,1733339993602 in 192 msec 2024-12-04T19:20:03,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T19:20:03,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4676c6da71676d141c21924180cea74, ASSIGN in 348 msec 2024-12-04T19:20:03,603 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:20:03,603 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340003603"}]},"ts":"1733340003603"} 2024-12-04T19:20:03,604 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:20:03,605 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:20:03,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-12-04T19:20:03,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74., hostname=9ba2734cd39f,36759,1733339993602, seqNum=2] 2024-12-04T19:20:03,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:20:03,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:20:03,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:20:03,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T19:20:03,831 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:20:03,854 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,36759,1733339993602, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:20:03,855 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:03,855 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,36759,1733339993602, seqNum=-1] 2024-12-04T19:20:03,855 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:03,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T19:20:03,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,36759,1733339993602', locateType=CURRENT is [region=hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74., hostname=9ba2734cd39f,36759,1733339993602, seqNum=2] 2024-12-04T19:20:03,859 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T19:20:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T19:20:03,861 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,36759,1733339993602 suceeded 2024-12-04T19:20:03,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T19:20:03,863 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:35325,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:20:03,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-04T19:20:03,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0440 sec 2024-12-04T19:20:03,866 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 379, reset compression=false 2024-12-04T19:20:03,873 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:35325' 2024-12-04T19:20:03,874 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47375056, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:03,874 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35325,-1 for getting cluster id 2024-12-04T19:20:03,874 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:03,874 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc' 2024-12-04T19:20:03,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:03,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc" 2024-12-04T19:20:03,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2257b7a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:03,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35325,-1] 2024-12-04T19:20:03,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:03,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:03,875 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:03,876 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e4bcda4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:03,876 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:03,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,35325,1733339988092 2024-12-04T19:20:03,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@671e483c 2024-12-04T19:20:03,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:03,877 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T19:20:03,878 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,36759,1733339993602 (queues=1) is replicating from cluster=72a6c241-ca74-40b8-85ee-b5bb79790d88 to cluster=4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc 2024-12-04T19:20:03,878 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C36759%2C1733339993602 2024-12-04T19:20:03,878 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,36759,1733339993602, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:20:03,878 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C36759%2C1733339993602 2024-12-04T19:20:03,878 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889, startPosition=0, beingWritten=true 2024-12-04T19:20:03,883 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:20:03,883 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 379, reset compression=false 2024-12-04T19:20:03,883 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,36759,1733339993602 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:20:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:03,954 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:20:03,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:20:03,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:03,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:03,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:03,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:03,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:03,957 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733340003957/Put/seqid=0 2024-12-04T19:20:03,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741840_1016 (size=7894) 2024-12-04T19:20:04,086 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 379, reset compression=false 2024-12-04T19:20:04,363 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733340004363/Put/seqid=0 2024-12-04T19:20:04,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741841_1017 (size=7691) 2024-12-04T19:20:04,389 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 379, reset compression=false 2024-12-04T19:20:04,570 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 379, reset compression=false 2024-12-04T19:20:04,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472b63e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:04,768 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35325,-1 for getting cluster id 2024-12-04T19:20:04,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:04,769 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc' 2024-12-04T19:20:04,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:04,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc" 2024-12-04T19:20:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be95e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35325,-1] 2024-12-04T19:20:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:04,771 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:04,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459d2ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:04,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43347,1733339988299, seqNum=-1] 2024-12-04T19:20:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:04,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:20:04,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:04,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,35325,1733339988092 2024-12-04T19:20:04,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@354de9eb 2024-12-04T19:20:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:04,782 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:20:04,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6., hostname=9ba2734cd39f,43347,1733339988299, seqNum=2] 2024-12-04T19:20:04,787 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T19:20:04,792 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T19:20:04,793 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 379, reset compression=false 2024-12-04T19:20:04,794 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T19:20:04,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 837bc30c3646cf7802f8be89d5fb81f6/f 2024-12-04T19:20:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T19:20:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:20:04,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 837bc30c3646cf7802f8be89d5fb81f6/f 2024-12-04T19:20:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T19:20:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:20:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HRegion(2603): Flush status journal for 837bc30c3646cf7802f8be89d5fb81f6: 2024-12-04T19:20:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins__test__4b9etcsuo5a84pb7qb7do6ad0906t0kdg8nv9kqqat28r0r999qqg02tc0fqhamd/f/hfile_0 2024-12-04T19:20:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins__test__4b9etcsuo5a84pb7qb7do6ad0906t0kdg8nv9kqqat28r0r999qqg02tc0fqhamd/f/hfile_0 as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/1658a8abac4a486fb7f5cbb84afab02c_SeqId_4_ 2024-12-04T19:20:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins__test__4b9etcsuo5a84pb7qb7do6ad0906t0kdg8nv9kqqat28r0r999qqg02tc0fqhamd/f/hfile_1 2024-12-04T19:20:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins__test__4b9etcsuo5a84pb7qb7do6ad0906t0kdg8nv9kqqat28r0r999qqg02tc0fqhamd/f/hfile_1 as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/c81110a19b234d80b563502e57cc416d_SeqId_4_ 2024-12-04T19:20:04,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins__test__4b9etcsuo5a84pb7qb7do6ad0906t0kdg8nv9kqqat28r0r999qqg02tc0fqhamd/f/hfile_0 into 837bc30c3646cf7802f8be89d5fb81f6/f as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/1658a8abac4a486fb7f5cbb84afab02c_SeqId_4_ - updating store file list. 2024-12-04T19:20:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1658a8abac4a486fb7f5cbb84afab02c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T19:20:04,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/1658a8abac4a486fb7f5cbb84afab02c_SeqId_4_ into 837bc30c3646cf7802f8be89d5fb81f6/f 2024-12-04T19:20:04,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins__test__4b9etcsuo5a84pb7qb7do6ad0906t0kdg8nv9kqqat28r0r999qqg02tc0fqhamd/f/hfile_0 into 837bc30c3646cf7802f8be89d5fb81f6/f (new location: hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/1658a8abac4a486fb7f5cbb84afab02c_SeqId_4_) 2024-12-04T19:20:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins__test__4b9etcsuo5a84pb7qb7do6ad0906t0kdg8nv9kqqat28r0r999qqg02tc0fqhamd/f/hfile_0 2024-12-04T19:20:04,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins__test__4b9etcsuo5a84pb7qb7do6ad0906t0kdg8nv9kqqat28r0r999qqg02tc0fqhamd/f/hfile_1 into 837bc30c3646cf7802f8be89d5fb81f6/f as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/c81110a19b234d80b563502e57cc416d_SeqId_4_ - updating store file list. 2024-12-04T19:20:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c81110a19b234d80b563502e57cc416d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T19:20:04,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/c81110a19b234d80b563502e57cc416d_SeqId_4_ into 837bc30c3646cf7802f8be89d5fb81f6/f 2024-12-04T19:20:04,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins__test__4b9etcsuo5a84pb7qb7do6ad0906t0kdg8nv9kqqat28r0r999qqg02tc0fqhamd/f/hfile_1 into 837bc30c3646cf7802f8be89d5fb81f6/f (new location: hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/c81110a19b234d80b563502e57cc416d_SeqId_4_) 2024-12-04T19:20:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins__test__4b9etcsuo5a84pb7qb7do6ad0906t0kdg8nv9kqqat28r0r999qqg02tc0fqhamd/f/hfile_1 2024-12-04T19:20:04,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:20:04,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:04,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:04,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:04,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:04,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6., hostname=9ba2734cd39f,43347,1733339988299, seqNum=2 , the old value is region=test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6., hostname=9ba2734cd39f,43347,1733339988299, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9ba2734cd39f:43347 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T19:20:04,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6., hostname=9ba2734cd39f,43347,1733339988299, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T19:20:04,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6., hostname=9ba2734cd39f,43347,1733339988299, seqNum=2 from cache 2024-12-04T19:20:04,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:04,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,36759,1733339993602, seqNum=-1] 2024-12-04T19:20:04,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:04,848 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T19:20:04,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:20:04,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86., hostname=9ba2734cd39f,36759,1733339993602, seqNum=2] 2024-12-04T19:20:04,851 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T19:20:04,955 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:43347 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-04T19:20:05,297 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 379, reset compression=false 2024-12-04T19:20:05,387 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 379, reset compression=false 2024-12-04T19:20:05,391 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:20:05,391 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.shipper9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,43347,1733339988299 got entry batch from reader: WALEntryBatch [walEntries=[{test/837bc30c3646cf7802f8be89d5fb81f6/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733340004842/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T19:20:05,393 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.shipper9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:20:05,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-04T19:20:05,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.ReplicationSink(318): Replicating [4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc] bulk loaded data 2024-12-04T19:20:05,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@252c3710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:05,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,41041,-1 for getting cluster id 2024-12-04T19:20:05,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:05,396 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72a6c241-ca74-40b8-85ee-b5bb79790d88' 2024-12-04T19:20:05,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:05,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72a6c241-ca74-40b8-85ee-b5bb79790d88" 2024-12-04T19:20:05,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73993b9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:05,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,41041,-1] 2024-12-04T19:20:05,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:05,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:05,398 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:05,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d3fbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:05,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741840_1016 (size=7894) 2024-12-04T19:20:05,591 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 687, reset compression=false 2024-12-04T19:20:05,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741841_1017 (size=7691) 2024-12-04T19:20:05,853 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T19:20:05,895 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 687, reset compression=false 2024-12-04T19:20:05,900 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 379, reset compression=false 2024-12-04T19:20:06,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:06,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,41041,1733339993433 2024-12-04T19:20:06,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@610ee4f2 2024-12-04T19:20:06,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:06,222 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T19:20:06,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T19:20:06,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:06,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,36759,1733339993602, seqNum=-1] 2024-12-04T19:20:06,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:06,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T19:20:06,270 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins.hfs.11__test__h0qu3d48t8ejagln7hhrtqq1pu25hu7lscrbqlspg133s9qmgps1ete5tul4fljl/f/1658a8abac4a486fb7f5cbb84afab02c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T19:20:06,272 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins.hfs.11__test__h0qu3d48t8ejagln7hhrtqq1pu25hu7lscrbqlspg133s9qmgps1ete5tul4fljl/f/c81110a19b234d80b563502e57cc416d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T19:20:06,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins.hfs.11__test__h0qu3d48t8ejagln7hhrtqq1pu25hu7lscrbqlspg133s9qmgps1ete5tul4fljl/f/1658a8abac4a486fb7f5cbb84afab02c_SeqId_4_ for inclusion in 69b3103f3eb6d945c6827b0976ea6c86/f 2024-12-04T19:20:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T19:20:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:20:06,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins.hfs.11__test__h0qu3d48t8ejagln7hhrtqq1pu25hu7lscrbqlspg133s9qmgps1ete5tul4fljl/f/c81110a19b234d80b563502e57cc416d_SeqId_4_ for inclusion in 69b3103f3eb6d945c6827b0976ea6c86/f 2024-12-04T19:20:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T19:20:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:20:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HRegion(2603): Flush status journal for 69b3103f3eb6d945c6827b0976ea6c86: 2024-12-04T19:20:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1658a8abac4a486fb7f5cbb84afab02c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T19:20:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins.hfs.11__test__h0qu3d48t8ejagln7hhrtqq1pu25hu7lscrbqlspg133s9qmgps1ete5tul4fljl/f/1658a8abac4a486fb7f5cbb84afab02c_SeqId_4_ as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/e4e8006c474040aa8d2756df3720c38d_SeqId_4_ 2024-12-04T19:20:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c81110a19b234d80b563502e57cc416d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T19:20:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins.hfs.11__test__h0qu3d48t8ejagln7hhrtqq1pu25hu7lscrbqlspg133s9qmgps1ete5tul4fljl/f/c81110a19b234d80b563502e57cc416d_SeqId_4_ as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/4a5941263f90457ab99c5688758afdbd_SeqId_4_ 2024-12-04T19:20:06,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins.hfs.11__test__h0qu3d48t8ejagln7hhrtqq1pu25hu7lscrbqlspg133s9qmgps1ete5tul4fljl/f/1658a8abac4a486fb7f5cbb84afab02c_SeqId_4_ into 69b3103f3eb6d945c6827b0976ea6c86/f as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/e4e8006c474040aa8d2756df3720c38d_SeqId_4_ - updating store file list. 2024-12-04T19:20:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e4e8006c474040aa8d2756df3720c38d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T19:20:06,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/e4e8006c474040aa8d2756df3720c38d_SeqId_4_ into 69b3103f3eb6d945c6827b0976ea6c86/f 2024-12-04T19:20:06,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins.hfs.11__test__h0qu3d48t8ejagln7hhrtqq1pu25hu7lscrbqlspg133s9qmgps1ete5tul4fljl/f/1658a8abac4a486fb7f5cbb84afab02c_SeqId_4_ into 69b3103f3eb6d945c6827b0976ea6c86/f (new location: hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/e4e8006c474040aa8d2756df3720c38d_SeqId_4_) 2024-12-04T19:20:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins.hfs.11__test__h0qu3d48t8ejagln7hhrtqq1pu25hu7lscrbqlspg133s9qmgps1ete5tul4fljl/f/1658a8abac4a486fb7f5cbb84afab02c_SeqId_4_ 2024-12-04T19:20:06,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins.hfs.11__test__h0qu3d48t8ejagln7hhrtqq1pu25hu7lscrbqlspg133s9qmgps1ete5tul4fljl/f/c81110a19b234d80b563502e57cc416d_SeqId_4_ into 69b3103f3eb6d945c6827b0976ea6c86/f as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/4a5941263f90457ab99c5688758afdbd_SeqId_4_ - updating store file list. 2024-12-04T19:20:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4a5941263f90457ab99c5688758afdbd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T19:20:06,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/4a5941263f90457ab99c5688758afdbd_SeqId_4_ into 69b3103f3eb6d945c6827b0976ea6c86/f 2024-12-04T19:20:06,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins.hfs.11__test__h0qu3d48t8ejagln7hhrtqq1pu25hu7lscrbqlspg133s9qmgps1ete5tul4fljl/f/c81110a19b234d80b563502e57cc416d_SeqId_4_ into 69b3103f3eb6d945c6827b0976ea6c86/f (new location: hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/4a5941263f90457ab99c5688758afdbd_SeqId_4_) 2024-12-04T19:20:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins.hfs.11__test__h0qu3d48t8ejagln7hhrtqq1pu25hu7lscrbqlspg133s9qmgps1ete5tul4fljl/f/c81110a19b234d80b563502e57cc416d_SeqId_4_ 2024-12-04T19:20:06,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.ReplicationSink(324): Finished replicating [4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc] bulk loaded data 2024-12-04T19:20:06,298 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 687, reset compression=false 2024-12-04T19:20:06,603 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 379, reset compression=false 2024-12-04T19:20:06,607 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:20:06,607 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,36759,1733339993602 got entry batch from reader: WALEntryBatch [walEntries=[{test/69b3103f3eb6d945c6827b0976ea6c86/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733340006296/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T19:20:06,609 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:20:06,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-04T19:20:06,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.ReplicationSink(318): Replicating [4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc, 72a6c241-ca74-40b8-85ee-b5bb79790d88] bulk loaded data 2024-12-04T19:20:06,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fdbfd76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:06,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35325,-1 for getting cluster id 2024-12-04T19:20:06,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:06,611 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc' 2024-12-04T19:20:06,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:06,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc" 2024-12-04T19:20:06,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4460598b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:06,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35325,-1] 2024-12-04T19:20:06,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:06,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:06,612 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:06,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f0478e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:06,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741842_1018 (size=7894) 2024-12-04T19:20:06,805 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 687, reset compression=false 2024-12-04T19:20:06,807 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 725, reset compression=false 2024-12-04T19:20:06,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:06,862 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733340006861/Put/seqid=0 2024-12-04T19:20:06,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741842_1018 (size=11194) 2024-12-04T19:20:06,958 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:20:06,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:06,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:06,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:06,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:06,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:06,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:06,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:06,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:07,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741843_1019 (size=7691) 2024-12-04T19:20:07,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:07,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,35325,1733339988092 2024-12-04T19:20:07,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33983400 2024-12-04T19:20:07,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:07,030 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T19:20:07,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T19:20:07,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:07,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43347,1733339988299, seqNum=-1] 2024-12-04T19:20:07,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:07,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T19:20:07,038 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins.hfs.10__test__f21fsnok4stpeu593tvpchl3hgpbtukcon39c7h5gadrr94ieps1d5d7g3q9606c/f/4a5941263f90457ab99c5688758afdbd_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T19:20:07,041 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins.hfs.10__test__f21fsnok4stpeu593tvpchl3hgpbtukcon39c7h5gadrr94ieps1d5d7g3q9606c/f/e4e8006c474040aa8d2756df3720c38d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T19:20:07,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.ReplicationSink(324): Finished replicating [4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc, 72a6c241-ca74-40b8-85ee-b5bb79790d88] bulk loaded data 2024-12-04T19:20:07,110 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 725, reset compression=false 2024-12-04T19:20:07,268 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733340007267/Put/seqid=0 2024-12-04T19:20:07,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741843_1019 (size=10791) 2024-12-04T19:20:07,409 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 687, reset compression=false 2024-12-04T19:20:07,513 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 725, reset compression=false 2024-12-04T19:20:07,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b4073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:07,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,41041,-1 for getting cluster id 2024-12-04T19:20:07,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:07,674 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72a6c241-ca74-40b8-85ee-b5bb79790d88' 2024-12-04T19:20:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72a6c241-ca74-40b8-85ee-b5bb79790d88" 2024-12-04T19:20:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b542716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,41041,-1] 2024-12-04T19:20:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:07,675 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:07,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149d8e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:07,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:07,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,36759,1733339993602, seqNum=-1] 2024-12-04T19:20:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:07,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:20:07,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,41041,1733339993433 2024-12-04T19:20:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a464cf1 2024-12-04T19:20:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:07,686 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:20:07,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86., hostname=9ba2734cd39f,36759,1733339993602, seqNum=2] 2024-12-04T19:20:07,691 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T19:20:07,696 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T19:20:07,698 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T19:20:07,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 69b3103f3eb6d945c6827b0976ea6c86/f 2024-12-04T19:20:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T19:20:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:20:07,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 69b3103f3eb6d945c6827b0976ea6c86/f 2024-12-04T19:20:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T19:20:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:20:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HRegion(2603): Flush status journal for 69b3103f3eb6d945c6827b0976ea6c86: 2024-12-04T19:20:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins__test__b3e056l8kug49829himjgipbor5pnhebb4sfhp3cl68vcr4l9giuamo79ijuh5i9/f/hfile_1 2024-12-04T19:20:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins__test__b3e056l8kug49829himjgipbor5pnhebb4sfhp3cl68vcr4l9giuamo79ijuh5i9/f/hfile_1 as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/9f5b8b31f88a4a0292a8fba4af698ca7_SeqId_6_ 2024-12-04T19:20:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins__test__b3e056l8kug49829himjgipbor5pnhebb4sfhp3cl68vcr4l9giuamo79ijuh5i9/f/hfile_0 2024-12-04T19:20:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins__test__b3e056l8kug49829himjgipbor5pnhebb4sfhp3cl68vcr4l9giuamo79ijuh5i9/f/hfile_0 as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/df1adc6a6fa447dba1714d19f6e9b0d6_SeqId_6_ 2024-12-04T19:20:07,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins__test__b3e056l8kug49829himjgipbor5pnhebb4sfhp3cl68vcr4l9giuamo79ijuh5i9/f/hfile_1 into 69b3103f3eb6d945c6827b0976ea6c86/f as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/9f5b8b31f88a4a0292a8fba4af698ca7_SeqId_6_ - updating store file list. 2024-12-04T19:20:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f5b8b31f88a4a0292a8fba4af698ca7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T19:20:07,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/9f5b8b31f88a4a0292a8fba4af698ca7_SeqId_6_ into 69b3103f3eb6d945c6827b0976ea6c86/f 2024-12-04T19:20:07,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins__test__b3e056l8kug49829himjgipbor5pnhebb4sfhp3cl68vcr4l9giuamo79ijuh5i9/f/hfile_1 into 69b3103f3eb6d945c6827b0976ea6c86/f (new location: hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/9f5b8b31f88a4a0292a8fba4af698ca7_SeqId_6_) 2024-12-04T19:20:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins__test__b3e056l8kug49829himjgipbor5pnhebb4sfhp3cl68vcr4l9giuamo79ijuh5i9/f/hfile_1 2024-12-04T19:20:07,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins__test__b3e056l8kug49829himjgipbor5pnhebb4sfhp3cl68vcr4l9giuamo79ijuh5i9/f/hfile_0 into 69b3103f3eb6d945c6827b0976ea6c86/f as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/df1adc6a6fa447dba1714d19f6e9b0d6_SeqId_6_ - updating store file list. 2024-12-04T19:20:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStoreFile(483): HFile Bloom filter type for df1adc6a6fa447dba1714d19f6e9b0d6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T19:20:07,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/df1adc6a6fa447dba1714d19f6e9b0d6_SeqId_6_ into 69b3103f3eb6d945c6827b0976ea6c86/f 2024-12-04T19:20:07,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins__test__b3e056l8kug49829himjgipbor5pnhebb4sfhp3cl68vcr4l9giuamo79ijuh5i9/f/hfile_0 into 69b3103f3eb6d945c6827b0976ea6c86/f (new location: hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/f/df1adc6a6fa447dba1714d19f6e9b0d6_SeqId_6_) 2024-12-04T19:20:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins__test__b3e056l8kug49829himjgipbor5pnhebb4sfhp3cl68vcr4l9giuamo79ijuh5i9/f/hfile_0 2024-12-04T19:20:07,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:20:07,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:07,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:07,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:07,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86., hostname=9ba2734cd39f,36759,1733339993602, seqNum=2 , the old value is region=test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86., hostname=9ba2734cd39f,36759,1733339993602, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9ba2734cd39f:36759 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T19:20:07,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86., hostname=9ba2734cd39f,36759,1733339993602, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T19:20:07,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86., hostname=9ba2734cd39f,36759,1733339993602, seqNum=2 from cache 2024-12-04T19:20:07,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:07,727 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T19:20:07,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:07,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43347,1733339988299, seqNum=-1] 2024-12-04T19:20:07,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:07,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:20:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6., hostname=9ba2734cd39f,43347,1733339988299, seqNum=2] 2024-12-04T19:20:07,736 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T19:20:07,834 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:36759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-04T19:20:08,016 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 725, reset compression=false 2024-12-04T19:20:08,020 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:20:08,021 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,36759,1733339993602 got entry batch from reader: WALEntryBatch [walEntries=[{test/69b3103f3eb6d945c6827b0976ea6c86/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733340007724/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T19:20:08,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.ReplicationSink(318): Replicating [72a6c241-ca74-40b8-85ee-b5bb79790d88] bulk loaded data 2024-12-04T19:20:08,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741844_1020 (size=10791) 2024-12-04T19:20:08,113 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 687, reset compression=false 2024-12-04T19:20:08,221 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 1033, reset compression=false 2024-12-04T19:20:08,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741845_1021 (size=11194) 2024-12-04T19:20:08,524 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 1033, reset compression=false 2024-12-04T19:20:08,740 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T19:20:08,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T19:20:08,844 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins.hfs.10__test__hm6gmgv892k1ko91okagkff4q03ea1dsgb4vlk468rfa9s3kp1uncftbam7q72r8/f/9f5b8b31f88a4a0292a8fba4af698ca7_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-04T19:20:08,846 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins.hfs.10__test__hm6gmgv892k1ko91okagkff4q03ea1dsgb4vlk468rfa9s3kp1uncftbam7q72r8/f/df1adc6a6fa447dba1714d19f6e9b0d6_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-04T19:20:08,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins.hfs.10__test__hm6gmgv892k1ko91okagkff4q03ea1dsgb4vlk468rfa9s3kp1uncftbam7q72r8/f/9f5b8b31f88a4a0292a8fba4af698ca7_SeqId_6_ for inclusion in 837bc30c3646cf7802f8be89d5fb81f6/f 2024-12-04T19:20:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T19:20:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:20:08,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins.hfs.10__test__hm6gmgv892k1ko91okagkff4q03ea1dsgb4vlk468rfa9s3kp1uncftbam7q72r8/f/df1adc6a6fa447dba1714d19f6e9b0d6_SeqId_6_ for inclusion in 837bc30c3646cf7802f8be89d5fb81f6/f 2024-12-04T19:20:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T19:20:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:20:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HRegion(2603): Flush status journal for 837bc30c3646cf7802f8be89d5fb81f6: 2024-12-04T19:20:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9f5b8b31f88a4a0292a8fba4af698ca7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T19:20:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins.hfs.10__test__hm6gmgv892k1ko91okagkff4q03ea1dsgb4vlk468rfa9s3kp1uncftbam7q72r8/f/9f5b8b31f88a4a0292a8fba4af698ca7_SeqId_6_ as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/463a633ec1cb43ffbe1ffd9afe285626_SeqId_6_ 2024-12-04T19:20:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): df1adc6a6fa447dba1714d19f6e9b0d6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T19:20:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins.hfs.10__test__hm6gmgv892k1ko91okagkff4q03ea1dsgb4vlk468rfa9s3kp1uncftbam7q72r8/f/df1adc6a6fa447dba1714d19f6e9b0d6_SeqId_6_ as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/fdd03c02e7dd46ccae92896fd629cfdc_SeqId_6_ 2024-12-04T19:20:08,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins.hfs.10__test__hm6gmgv892k1ko91okagkff4q03ea1dsgb4vlk468rfa9s3kp1uncftbam7q72r8/f/9f5b8b31f88a4a0292a8fba4af698ca7_SeqId_6_ into 837bc30c3646cf7802f8be89d5fb81f6/f as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/463a633ec1cb43ffbe1ffd9afe285626_SeqId_6_ - updating store file list. 2024-12-04T19:20:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 463a633ec1cb43ffbe1ffd9afe285626_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T19:20:08,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/463a633ec1cb43ffbe1ffd9afe285626_SeqId_6_ into 837bc30c3646cf7802f8be89d5fb81f6/f 2024-12-04T19:20:08,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins.hfs.10__test__hm6gmgv892k1ko91okagkff4q03ea1dsgb4vlk468rfa9s3kp1uncftbam7q72r8/f/9f5b8b31f88a4a0292a8fba4af698ca7_SeqId_6_ into 837bc30c3646cf7802f8be89d5fb81f6/f (new location: hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/463a633ec1cb43ffbe1ffd9afe285626_SeqId_6_) 2024-12-04T19:20:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins.hfs.10__test__hm6gmgv892k1ko91okagkff4q03ea1dsgb4vlk468rfa9s3kp1uncftbam7q72r8/f/9f5b8b31f88a4a0292a8fba4af698ca7_SeqId_6_ 2024-12-04T19:20:08,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins.hfs.10__test__hm6gmgv892k1ko91okagkff4q03ea1dsgb4vlk468rfa9s3kp1uncftbam7q72r8/f/df1adc6a6fa447dba1714d19f6e9b0d6_SeqId_6_ into 837bc30c3646cf7802f8be89d5fb81f6/f as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/fdd03c02e7dd46ccae92896fd629cfdc_SeqId_6_ - updating store file list. 2024-12-04T19:20:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fdd03c02e7dd46ccae92896fd629cfdc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T19:20:08,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/fdd03c02e7dd46ccae92896fd629cfdc_SeqId_6_ into 837bc30c3646cf7802f8be89d5fb81f6/f 2024-12-04T19:20:08,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins.hfs.10__test__hm6gmgv892k1ko91okagkff4q03ea1dsgb4vlk468rfa9s3kp1uncftbam7q72r8/f/df1adc6a6fa447dba1714d19f6e9b0d6_SeqId_6_ into 837bc30c3646cf7802f8be89d5fb81f6/f (new location: hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/f/fdd03c02e7dd46ccae92896fd629cfdc_SeqId_6_) 2024-12-04T19:20:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/staging/jenkins.hfs.10__test__hm6gmgv892k1ko91okagkff4q03ea1dsgb4vlk468rfa9s3kp1uncftbam7q72r8/f/df1adc6a6fa447dba1714d19f6e9b0d6_SeqId_6_ 2024-12-04T19:20:08,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43347 {}] regionserver.ReplicationSink(324): Finished replicating [72a6c241-ca74-40b8-85ee-b5bb79790d88] bulk loaded data 2024-12-04T19:20:08,917 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 687, reset compression=false 2024-12-04T19:20:08,920 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:20:08,921 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.shipper9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,43347,1733339988299 got entry batch from reader: WALEntryBatch [walEntries=[{test/837bc30c3646cf7802f8be89d5fb81f6/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733340008866/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T19:20:08,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.ReplicationSink(318): Replicating [72a6c241-ca74-40b8-85ee-b5bb79790d88, 4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc] bulk loaded data 2024-12-04T19:20:08,927 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 1033, reset compression=false 2024-12-04T19:20:08,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741844_1020 (size=10791) 2024-12-04T19:20:09,121 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 1033, reset compression=false 2024-12-04T19:20:09,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741845_1021 (size=11194) 2024-12-04T19:20:09,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T19:20:09,349 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins.hfs.11__test__8j4ahk0gd7heuc9hqgt4ar9uh68rjn8fqe7640l9t3e8ruunqv1ahkqdmonnt834/f/463a633ec1cb43ffbe1ffd9afe285626_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-04T19:20:09,351 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/staging/jenkins.hfs.11__test__8j4ahk0gd7heuc9hqgt4ar9uh68rjn8fqe7640l9t3e8ruunqv1ahkqdmonnt834/f/fdd03c02e7dd46ccae92896fd629cfdc_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-04T19:20:09,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36759 {}] regionserver.ReplicationSink(324): Finished replicating [72a6c241-ca74-40b8-85ee-b5bb79790d88, 4e85446a-3f87-46b0-bfb7-1e7ff05f8bfc] bulk loaded data 2024-12-04T19:20:09,424 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 1033, reset compression=false 2024-12-04T19:20:09,430 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 1033, reset compression=false 2024-12-04T19:20:09,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T19:20:09,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T19:20:09,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:20:09,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:20:09,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:09,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:09,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:09,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:09,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:20:09,752 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=167561017, stopped=false 2024-12-04T19:20:09,752 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,41041,1733339993433 2024-12-04T19:20:09,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975821993/running 2024-12-04T19:20:09,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975821993/running 2024-12-04T19:20:09,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:20:09,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:20:09,815 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:20:09,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:20:09,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:09,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:09,815 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,36759,1733339993602' ***** 2024-12-04T19:20:09,815 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:20:09,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Set watcher on znode that does not yet exist, /1-1975821993/running 2024-12-04T19:20:09,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Set watcher on znode that does not yet exist, /1-1975821993/running 2024-12-04T19:20:09,816 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:20:09,816 INFO [RS:0;9ba2734cd39f:36759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:20:09,816 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:20:09,816 INFO [RS:0;9ba2734cd39f:36759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:20:09,816 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(3091): Received CLOSE for a4676c6da71676d141c21924180cea74 2024-12-04T19:20:09,816 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(3091): Received CLOSE for 69b3103f3eb6d945c6827b0976ea6c86 2024-12-04T19:20:09,816 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,36759,1733339993602 2024-12-04T19:20:09,816 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:20:09,816 INFO [RS:0;9ba2734cd39f:36759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:36759. 2024-12-04T19:20:09,816 DEBUG [RS:0;9ba2734cd39f:36759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:09,816 DEBUG [RS:0;9ba2734cd39f:36759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:09,816 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4676c6da71676d141c21924180cea74, disabling compactions & flushes 2024-12-04T19:20:09,816 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. 2024-12-04T19:20:09,816 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. 2024-12-04T19:20:09,816 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:20:09,816 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:20:09,816 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. after waiting 0 ms 2024-12-04T19:20:09,816 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:20:09,816 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. 2024-12-04T19:20:09,816 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:20:09,816 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a4676c6da71676d141c21924180cea74 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-04T19:20:09,816 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T19:20:09,816 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1325): Online Regions={a4676c6da71676d141c21924180cea74=hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74., 1588230740=hbase:meta,,1.1588230740, 69b3103f3eb6d945c6827b0976ea6c86=test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86.} 2024-12-04T19:20:09,816 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:20:09,817 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69b3103f3eb6d945c6827b0976ea6c86, a4676c6da71676d141c21924180cea74 2024-12-04T19:20:09,817 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:20:09,817 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:20:09,817 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:20:09,817 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:20:09,817 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T19:20:09,827 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 1033, reset compression=false 2024-12-04T19:20:09,830 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/.tmp/info/60817c313a304a048796d7ce2b7722b5 is 147, key is hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74./info:regioninfo/1733340003591/Put/seqid=0 2024-12-04T19:20:09,830 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/replication/a4676c6da71676d141c21924180cea74/.tmp/hfileref/9191db2aa1c847e58020bd953abffd96 is 74, key is 1/hfileref:4a5941263f90457ab99c5688758afdbd_SeqId_4_/1733340007043/DeleteColumn/seqid=0 2024-12-04T19:20:09,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741846_1022 (size=5345) 2024-12-04T19:20:09,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741847_1023 (size=7686) 2024-12-04T19:20:09,836 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/.tmp/info/60817c313a304a048796d7ce2b7722b5 2024-12-04T19:20:09,851 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/.tmp/ns/ffada49373bf42bfa3f80df0ef9a2606 is 43, key is default/ns:d/1733339996244/Put/seqid=0 2024-12-04T19:20:09,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741848_1024 (size=5153) 2024-12-04T19:20:09,865 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:20:10,017 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69b3103f3eb6d945c6827b0976ea6c86, a4676c6da71676d141c21924180cea74 2024-12-04T19:20:10,034 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 1033, reset compression=false 2024-12-04T19:20:10,217 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69b3103f3eb6d945c6827b0976ea6c86, a4676c6da71676d141c21924180cea74 2024-12-04T19:20:10,236 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/replication/a4676c6da71676d141c21924180cea74/.tmp/hfileref/9191db2aa1c847e58020bd953abffd96 2024-12-04T19:20:10,252 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/replication/a4676c6da71676d141c21924180cea74/.tmp/queue/7706baf55eee4df89bf77ab04d680824 is 154, key is 1-9ba2734cd39f,36759,1733339993602/queue:9ba2734cd39f%2C36759%2C1733339993602/1733340008870/Put/seqid=0 2024-12-04T19:20:10,255 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/.tmp/ns/ffada49373bf42bfa3f80df0ef9a2606 2024-12-04T19:20:10,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741849_1025 (size=5353) 2024-12-04T19:20:10,276 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/.tmp/rep_barrier/1189a33641d248389c33d60fd623c192 is 112, key is test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86./rep_barrier:seqnumDuringOpen/1733339999653/Put/seqid=0 2024-12-04T19:20:10,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741850_1026 (size=5518) 2024-12-04T19:20:10,333 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 1033, reset compression=false 2024-12-04T19:20:10,417 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69b3103f3eb6d945c6827b0976ea6c86, a4676c6da71676d141c21924180cea74 2024-12-04T19:20:10,617 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69b3103f3eb6d945c6827b0976ea6c86, a4676c6da71676d141c21924180cea74 2024-12-04T19:20:10,658 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/replication/a4676c6da71676d141c21924180cea74/.tmp/queue/7706baf55eee4df89bf77ab04d680824 2024-12-04T19:20:10,664 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/replication/a4676c6da71676d141c21924180cea74/.tmp/hfileref/9191db2aa1c847e58020bd953abffd96 as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/replication/a4676c6da71676d141c21924180cea74/hfileref/9191db2aa1c847e58020bd953abffd96 2024-12-04T19:20:10,669 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/replication/a4676c6da71676d141c21924180cea74/hfileref/9191db2aa1c847e58020bd953abffd96, entries=4, sequenceid=12, filesize=5.2 K 2024-12-04T19:20:10,669 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/replication/a4676c6da71676d141c21924180cea74/.tmp/queue/7706baf55eee4df89bf77ab04d680824 as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/replication/a4676c6da71676d141c21924180cea74/queue/7706baf55eee4df89bf77ab04d680824 2024-12-04T19:20:10,674 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/replication/a4676c6da71676d141c21924180cea74/queue/7706baf55eee4df89bf77ab04d680824, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T19:20:10,675 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a4676c6da71676d141c21924180cea74 in 859ms, sequenceid=12, compaction requested=false 2024-12-04T19:20:10,679 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/replication/a4676c6da71676d141c21924180cea74/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T19:20:10,679 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:20:10,679 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:20:10,679 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. 2024-12-04T19:20:10,679 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4676c6da71676d141c21924180cea74: Waiting for close lock at 1733340009816Running coprocessor pre-close hooks at 1733340009816Disabling compacts and flushes for region at 1733340009816Disabling writes for close at 1733340009816Obtaining lock to block concurrent updates at 1733340009816Preparing flush snapshotting stores in a4676c6da71676d141c21924180cea74 at 1733340009816Finished memstore snapshotting hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733340009817 (+1 ms)Flushing stores of hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. at 1733340009817Flushing a4676c6da71676d141c21924180cea74/hfileref: creating writer at 1733340009817Flushing a4676c6da71676d141c21924180cea74/hfileref: appending metadata at 1733340009829 (+12 ms)Flushing a4676c6da71676d141c21924180cea74/hfileref: closing flushed file at 1733340009829Flushing a4676c6da71676d141c21924180cea74/queue: creating writer at 1733340010240 (+411 ms)Flushing a4676c6da71676d141c21924180cea74/queue: appending metadata at 1733340010252 (+12 ms)Flushing a4676c6da71676d141c21924180cea74/queue: closing flushed file at 1733340010252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3617531e: reopening flushed file at 1733340010663 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a62d26c: reopening flushed file at 1733340010669 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a4676c6da71676d141c21924180cea74 in 859ms, sequenceid=12, compaction requested=false at 1733340010675 (+6 ms)Writing region close event to WAL at 1733340010676 (+1 ms)Running coprocessor post-close hooks at 1733340010679 (+3 ms)Closed at 1733340010679 2024-12-04T19:20:10,680 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733340002827.a4676c6da71676d141c21924180cea74. 2024-12-04T19:20:10,680 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69b3103f3eb6d945c6827b0976ea6c86, disabling compactions & flushes 2024-12-04T19:20:10,680 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86. 2024-12-04T19:20:10,680 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86. 2024-12-04T19:20:10,680 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86. after waiting 0 ms 2024-12-04T19:20:10,680 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86. 2024-12-04T19:20:10,680 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/.tmp/rep_barrier/1189a33641d248389c33d60fd623c192 2024-12-04T19:20:10,683 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/default/test/69b3103f3eb6d945c6827b0976ea6c86/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T19:20:10,683 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:20:10,683 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:20:10,683 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86. 2024-12-04T19:20:10,683 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69b3103f3eb6d945c6827b0976ea6c86: Waiting for close lock at 1733340010680Running coprocessor pre-close hooks at 1733340010680Disabling compacts and flushes for region at 1733340010680Disabling writes for close at 1733340010680Writing region close event to WAL at 1733340010680Running coprocessor post-close hooks at 1733340010683 (+3 ms)Closed at 1733340010683 2024-12-04T19:20:10,683 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733339998506.69b3103f3eb6d945c6827b0976ea6c86. 2024-12-04T19:20:10,703 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/.tmp/table/ba2b5e40280b43598b928863b04e2851 is 53, key is hbase:replication/table:state/1733340003603/Put/seqid=0 2024-12-04T19:20:10,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741851_1027 (size=5308) 2024-12-04T19:20:10,738 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 1033, reset compression=false 2024-12-04T19:20:10,742 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:20:10,742 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 1328, reset compression=false 2024-12-04T19:20:10,742 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,36759,1733339993602 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:20:10,743 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ba2734cd39f,36759,1733339993602: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ba2734cd39f,36759,1733339993602, walGroup=9ba2734cd39f%2C36759%2C1733339993602, offset=9ba2734cd39f%2C36759%2C1733339993602.1733339995889:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:36759 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T19:20:10,744 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T19:20:10,744 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T19:20:10,745 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T19:20:10,745 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T19:20:10,745 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T19:20:10,745 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 585375672 }, "NonHeapMemoryUsage": { "committed": 191168512, "init": 7667712, "max": -1, "used": 188392304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T19:20:10,747 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:41041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:41041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-04T19:20:10,763 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:20:10,763 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:20:10,817 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:20:10,817 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:20:10,817 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:20:10,936 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 1033, reset compression=false 2024-12-04T19:20:10,946 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 1328, reset compression=false 2024-12-04T19:20:11,017 DEBUG [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:20:11,107 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/.tmp/table/ba2b5e40280b43598b928863b04e2851 2024-12-04T19:20:11,111 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/.tmp/info/60817c313a304a048796d7ce2b7722b5 as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/info/60817c313a304a048796d7ce2b7722b5 2024-12-04T19:20:11,115 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/info/60817c313a304a048796d7ce2b7722b5, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T19:20:11,116 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/.tmp/ns/ffada49373bf42bfa3f80df0ef9a2606 as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/ns/ffada49373bf42bfa3f80df0ef9a2606 2024-12-04T19:20:11,119 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/ns/ffada49373bf42bfa3f80df0ef9a2606, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T19:20:11,120 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/.tmp/rep_barrier/1189a33641d248389c33d60fd623c192 as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/rep_barrier/1189a33641d248389c33d60fd623c192 2024-12-04T19:20:11,124 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/rep_barrier/1189a33641d248389c33d60fd623c192, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T19:20:11,124 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/.tmp/table/ba2b5e40280b43598b928863b04e2851 as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/table/ba2b5e40280b43598b928863b04e2851 2024-12-04T19:20:11,128 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/table/ba2b5e40280b43598b928863b04e2851, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T19:20:11,129 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-12-04T19:20:11,133 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T19:20:11,133 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:20:11,133 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:20:11,133 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:20:11,133 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340009816Running coprocessor pre-close hooks at 1733340009816Disabling compacts and flushes for region at 1733340009816Disabling writes for close at 1733340009817 (+1 ms)Obtaining lock to block concurrent updates at 1733340009817Preparing flush snapshotting stores in 1588230740 at 1733340009817Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733340009817Flushing stores of hbase:meta,,1.1588230740 at 1733340009817Flushing 1588230740/info: creating writer at 1733340009817Flushing 1588230740/info: appending metadata at 1733340009829 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733340009829Flushing 1588230740/ns: creating writer at 1733340009840 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733340009851 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733340009851Flushing 1588230740/rep_barrier: creating writer at 1733340010259 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733340010276 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733340010276Flushing 1588230740/table: creating writer at 1733340010685 (+409 ms)Flushing 1588230740/table: appending metadata at 1733340010702 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733340010702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fe9f1d7: reopening flushed file at 1733340011111 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595c8002: reopening flushed file at 1733340011115 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62df6e0d: reopening flushed file at 1733340011119 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3505054b: reopening flushed file at 1733340011124 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1733340011129 (+5 ms)Writing region close event to WAL at 1733340011130 (+1 ms)Running coprocessor post-close hooks at 1733340011133 (+3 ms)Closed at 1733340011133 2024-12-04T19:20:11,133 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:20:11,218 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,36759,1733339993602; all regions closed. 2024-12-04T19:20:11,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741834_1010 (size=4239) 2024-12-04T19:20:11,249 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 to pos 1328, reset compression=false 2024-12-04T19:20:11,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741839_1015 (size=3127) 2024-12-04T19:20:11,250 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.rep.1733340003564 not finished, retry = 0 2024-12-04T19:20:11,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741833_1009 (size=1336) 2024-12-04T19:20:11,352 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/WALs/9ba2734cd39f,36759,1733339993602/9ba2734cd39f%2C36759%2C1733339993602.1733339995889 not finished, retry = 0 2024-12-04T19:20:11,453 DEBUG [RS:0;9ba2734cd39f:36759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:11,453 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:20:11,454 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:20:11,454 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:20:11,454 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:20:11,454 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:20:11,454 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,36759,1733339993602 because: Region server is closing 2024-12-04T19:20:11,454 INFO [RS:0;9ba2734cd39f:36759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:36759. 2024-12-04T19:20:11,454 DEBUG [RS:0;9ba2734cd39f:36759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:11,454 DEBUG [RS:0;9ba2734cd39f:36759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:11,454 DEBUG [RS:0;9ba2734cd39f:36759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:11,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:11,555 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.shipper9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 terminated 2024-12-04T19:20:11,555 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36759,1733339993602.replicationSource.wal-reader.9ba2734cd39f%2C36759%2C1733339993602,1-9ba2734cd39f,36759,1733339993602 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T19:20:11,555 INFO [RS:0;9ba2734cd39f:36759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:36759. 2024-12-04T19:20:11,555 DEBUG [RS:0;9ba2734cd39f:36759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:11,555 DEBUG [RS:0;9ba2734cd39f:36759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:11,555 DEBUG [RS:0;9ba2734cd39f:36759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:11,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:11,555 INFO [RS:0;9ba2734cd39f:36759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36759 2024-12-04T19:20:11,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993/rs 2024-12-04T19:20:11,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975821993/rs/9ba2734cd39f,36759,1733339993602 2024-12-04T19:20:11,572 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:20:11,583 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,36759,1733339993602] 2024-12-04T19:20:11,593 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975821993/draining/9ba2734cd39f,36759,1733339993602 already deleted, retry=false 2024-12-04T19:20:11,593 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,36759,1733339993602 expired; onlineServers=0 2024-12-04T19:20:11,593 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,41041,1733339993433' ***** 2024-12-04T19:20:11,593 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:20:11,593 INFO [M:0;9ba2734cd39f:41041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:20:11,593 INFO [M:0;9ba2734cd39f:41041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:20:11,594 DEBUG [M:0;9ba2734cd39f:41041 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:20:11,594 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:20:11,594 DEBUG [M:0;9ba2734cd39f:41041 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:20:11,594 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339995559 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339995559,5,FailOnTimeoutGroup] 2024-12-04T19:20:11,594 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339995560 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339995560,5,FailOnTimeoutGroup] 2024-12-04T19:20:11,594 INFO [M:0;9ba2734cd39f:41041 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:20:11,594 INFO [M:0;9ba2734cd39f:41041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:20:11,594 DEBUG [M:0;9ba2734cd39f:41041 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:20:11,594 INFO [M:0;9ba2734cd39f:41041 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:20:11,594 INFO [M:0;9ba2734cd39f:41041 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:20:11,594 INFO [M:0;9ba2734cd39f:41041 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:20:11,594 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:20:11,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975821993/master 2024-12-04T19:20:11,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975821993 2024-12-04T19:20:11,604 DEBUG [M:0;9ba2734cd39f:41041 {}] zookeeper.ZKUtil(347): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Unable to get data of znode /1-1975821993/master because node does not exist (not an error) 2024-12-04T19:20:11,604 WARN [M:0;9ba2734cd39f:41041 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:20:11,604 INFO [M:0;9ba2734cd39f:41041 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/.lastflushedseqids 2024-12-04T19:20:11,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741852_1028 (size=263) 2024-12-04T19:20:11,640 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 1033, reset compression=false 2024-12-04T19:20:11,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:11,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36759-0x101a1c933230004, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:11,683 INFO [RS:0;9ba2734cd39f:36759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:20:11,683 INFO [RS:0;9ba2734cd39f:36759 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,36759,1733339993602; zookeeper connection closed. 2024-12-04T19:20:11,683 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33122ea3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33122ea3 2024-12-04T19:20:11,683 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:20:12,008 INFO [M:0;9ba2734cd39f:41041 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:20:12,008 INFO [M:0;9ba2734cd39f:41041 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:20:12,008 DEBUG [M:0;9ba2734cd39f:41041 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:20:12,008 INFO [M:0;9ba2734cd39f:41041 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:12,008 DEBUG [M:0;9ba2734cd39f:41041 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:12,008 DEBUG [M:0;9ba2734cd39f:41041 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:20:12,008 DEBUG [M:0;9ba2734cd39f:41041 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:12,009 INFO [M:0;9ba2734cd39f:41041 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T19:20:12,025 DEBUG [M:0;9ba2734cd39f:41041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c05045d4d8694f2395a937a39d050b9a is 82, key is hbase:meta,,1/info:regioninfo/1733339996221/Put/seqid=0 2024-12-04T19:20:12,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741853_1029 (size=5672) 2024-12-04T19:20:12,429 INFO [M:0;9ba2734cd39f:41041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c05045d4d8694f2395a937a39d050b9a 2024-12-04T19:20:12,444 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 1033, reset compression=false 2024-12-04T19:20:12,449 DEBUG [M:0;9ba2734cd39f:41041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87332f0443254826a7ace49a2f3bb27e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733340003606/Put/seqid=0 2024-12-04T19:20:12,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741854_1030 (size=8516) 2024-12-04T19:20:12,853 INFO [M:0;9ba2734cd39f:41041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87332f0443254826a7ace49a2f3bb27e 2024-12-04T19:20:12,868 DEBUG [M:0;9ba2734cd39f:41041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8751aa2303d541d993ee49c6f699f93b is 69, key is 9ba2734cd39f,36759,1733339993602/rs:state/1733339995710/Put/seqid=0 2024-12-04T19:20:12,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741855_1031 (size=5156) 2024-12-04T19:20:13,272 INFO [M:0;9ba2734cd39f:41041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8751aa2303d541d993ee49c6f699f93b 2024-12-04T19:20:13,276 DEBUG [M:0;9ba2734cd39f:41041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c05045d4d8694f2395a937a39d050b9a as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c05045d4d8694f2395a937a39d050b9a 2024-12-04T19:20:13,280 INFO [M:0;9ba2734cd39f:41041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c05045d4d8694f2395a937a39d050b9a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T19:20:13,281 DEBUG [M:0;9ba2734cd39f:41041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87332f0443254826a7ace49a2f3bb27e as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87332f0443254826a7ace49a2f3bb27e 2024-12-04T19:20:13,284 INFO [M:0;9ba2734cd39f:41041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87332f0443254826a7ace49a2f3bb27e, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T19:20:13,285 DEBUG [M:0;9ba2734cd39f:41041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8751aa2303d541d993ee49c6f699f93b as hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8751aa2303d541d993ee49c6f699f93b 2024-12-04T19:20:13,289 INFO [M:0;9ba2734cd39f:41041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35161/user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8751aa2303d541d993ee49c6f699f93b, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T19:20:13,289 INFO [M:0;9ba2734cd39f:41041 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-12-04T19:20:13,290 INFO [M:0;9ba2734cd39f:41041 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:13,290 DEBUG [M:0;9ba2734cd39f:41041 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340012008Disabling compacts and flushes for region at 1733340012008Disabling writes for close at 1733340012008Obtaining lock to block concurrent updates at 1733340012009 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733340012009Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733340012009Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733340012009Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733340012010 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733340012025 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733340012025Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733340012433 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733340012449 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733340012449Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733340012857 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733340012868 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733340012868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1837efef: reopening flushed file at 1733340013276 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f5eba9: reopening flushed file at 1733340013280 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a2ffc8: reopening flushed file at 1733340013284 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1733340013289 (+5 ms)Writing region close event to WAL at 1733340013290 (+1 ms)Closed at 1733340013290 2024-12-04T19:20:13,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2036522e-ca76-d1a7-aed8-9430dd2b2fd5/MasterData/WALs/9ba2734cd39f,41041,1733339993433/9ba2734cd39f%2C41041%2C1733339993433.1733339995321 not finished, retry = 0 2024-12-04T19:20:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34095 is added to blk_1073741830_1006 (size=63654) 2024-12-04T19:20:13,347 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 1033, reset compression=false 2024-12-04T19:20:13,394 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:20:13,394 INFO [M:0;9ba2734cd39f:41041 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:20:13,394 INFO [M:0;9ba2734cd39f:41041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41041 2024-12-04T19:20:13,395 INFO [M:0;9ba2734cd39f:41041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:20:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:13,556 INFO [M:0;9ba2734cd39f:41041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:20:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x101a1c933230003, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:13,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb7c883{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:20:13,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c9a1f08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:20:13,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:20:13,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f157e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:20:13,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11b53f0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/hadoop.log.dir/,STOPPED} 2024-12-04T19:20:13,560 WARN [BP-514906250-172.17.0.2-1733339991485 heartbeating to localhost/127.0.0.1:35161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:20:13,560 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:20:13,560 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:20:13,560 WARN [BP-514906250-172.17.0.2-1733339991485 heartbeating to localhost/127.0.0.1:35161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-514906250-172.17.0.2-1733339991485 (Datanode Uuid f26db56d-ba23-4a3b-908e-3a21dbb26813) service to localhost/127.0.0.1:35161 2024-12-04T19:20:13,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/cluster_371ab593-5cb5-2033-06b9-966077b9e015/data/data1/current/BP-514906250-172.17.0.2-1733339991485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:20:13,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/cluster_371ab593-5cb5-2033-06b9-966077b9e015/data/data2/current/BP-514906250-172.17.0.2-1733339991485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:20:13,561 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:20:13,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58b2720f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:20:13,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f3f4154{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:20:13,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:20:13,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42fd2a11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:20:13,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c492e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/hadoop.log.dir/,STOPPED} 2024-12-04T19:20:13,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:20:13,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:20:13,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:20:13,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:13,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:13,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:13,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:13,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:20:13,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1463565654, stopped=false 2024-12-04T19:20:13,578 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,35325,1733339988092 2024-12-04T19:20:13,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1850437273/running 2024-12-04T19:20:13,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1850437273/running 2024-12-04T19:20:13,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:20:13,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:20:13,593 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:20:13,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Set watcher on znode that does not yet exist, /0-1850437273/running 2024-12-04T19:20:13,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Set watcher on znode that does not yet exist, /0-1850437273/running 2024-12-04T19:20:13,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:20:13,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:13,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:13,594 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,43347,1733339988299' ***** 2024-12-04T19:20:13,594 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:20:13,594 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:20:13,594 INFO [RS:0;9ba2734cd39f:43347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:20:13,594 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:20:13,594 INFO [RS:0;9ba2734cd39f:43347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:20:13,594 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(3091): Received CLOSE for 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:13,595 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(3091): Received CLOSE for 837bc30c3646cf7802f8be89d5fb81f6 2024-12-04T19:20:13,595 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,43347,1733339988299 2024-12-04T19:20:13,595 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:20:13,595 INFO [RS:0;9ba2734cd39f:43347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:43347. 2024-12-04T19:20:13,595 DEBUG [RS:0;9ba2734cd39f:43347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:13,595 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 917deeb299d71a2484f128daad0c4ee8, disabling compactions & flushes 2024-12-04T19:20:13,595 DEBUG [RS:0;9ba2734cd39f:43347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:13,595 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. 2024-12-04T19:20:13,595 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. 2024-12-04T19:20:13,595 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:20:13,595 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:20:13,595 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:20:13,595 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. after waiting 0 ms 2024-12-04T19:20:13,595 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. 2024-12-04T19:20:13,595 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:20:13,595 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 917deeb299d71a2484f128daad0c4ee8 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-04T19:20:13,595 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T19:20:13,595 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1325): Online Regions={917deeb299d71a2484f128daad0c4ee8=hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8., 837bc30c3646cf7802f8be89d5fb81f6=test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:20:13,595 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 837bc30c3646cf7802f8be89d5fb81f6, 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:13,595 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:20:13,595 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:20:13,595 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:20:13,595 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:20:13,595 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:20:13,595 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T19:20:13,607 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/.tmp/info/228b1754bfa64f8d926c778dd4a849bf is 147, key is hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8./info:regioninfo/1733340001469/Put/seqid=0 2024-12-04T19:20:13,607 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/replication/917deeb299d71a2484f128daad0c4ee8/.tmp/hfileref/78e4267b56a54fe785b118bf1655d675 is 74, key is 1/hfileref:1658a8abac4a486fb7f5cbb84afab02c_SeqId_4_/1733340006299/DeleteColumn/seqid=0 2024-12-04T19:20:13,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741846_1022 (size=5345) 2024-12-04T19:20:13,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741847_1023 (size=7686) 2024-12-04T19:20:13,663 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:20:13,795 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 837bc30c3646cf7802f8be89d5fb81f6, 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:13,995 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 837bc30c3646cf7802f8be89d5fb81f6, 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:14,011 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/replication/917deeb299d71a2484f128daad0c4ee8/.tmp/hfileref/78e4267b56a54fe785b118bf1655d675 2024-12-04T19:20:14,013 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/.tmp/info/228b1754bfa64f8d926c778dd4a849bf 2024-12-04T19:20:14,027 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/.tmp/ns/0a4cca58711649338377f8547589868a is 43, key is default/ns:d/1733339991326/Put/seqid=0 2024-12-04T19:20:14,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741848_1024 (size=5153) 2024-12-04T19:20:14,031 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/replication/917deeb299d71a2484f128daad0c4ee8/.tmp/queue/717d1360a04142bd92e4b917191e2e7a is 154, key is 1-9ba2734cd39f,43347,1733339988299/queue:9ba2734cd39f%2C43347%2C1733339988299/1733340009355/Put/seqid=0 2024-12-04T19:20:14,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741849_1025 (size=5353) 2024-12-04T19:20:14,195 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 837bc30c3646cf7802f8be89d5fb81f6, 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:14,251 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:20:14,251 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:20:14,350 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.1733339990371 to pos 1033, reset compression=false 2024-12-04T19:20:14,396 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 837bc30c3646cf7802f8be89d5fb81f6, 917deeb299d71a2484f128daad0c4ee8 2024-12-04T19:20:14,431 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/.tmp/ns/0a4cca58711649338377f8547589868a 2024-12-04T19:20:14,435 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/replication/917deeb299d71a2484f128daad0c4ee8/.tmp/queue/717d1360a04142bd92e4b917191e2e7a 2024-12-04T19:20:14,439 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/replication/917deeb299d71a2484f128daad0c4ee8/.tmp/hfileref/78e4267b56a54fe785b118bf1655d675 as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/replication/917deeb299d71a2484f128daad0c4ee8/hfileref/78e4267b56a54fe785b118bf1655d675 2024-12-04T19:20:14,443 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/replication/917deeb299d71a2484f128daad0c4ee8/hfileref/78e4267b56a54fe785b118bf1655d675, entries=4, sequenceid=12, filesize=5.2 K 2024-12-04T19:20:14,444 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/replication/917deeb299d71a2484f128daad0c4ee8/.tmp/queue/717d1360a04142bd92e4b917191e2e7a as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/replication/917deeb299d71a2484f128daad0c4ee8/queue/717d1360a04142bd92e4b917191e2e7a 2024-12-04T19:20:14,447 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/replication/917deeb299d71a2484f128daad0c4ee8/queue/717d1360a04142bd92e4b917191e2e7a, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T19:20:14,448 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 917deeb299d71a2484f128daad0c4ee8 in 853ms, sequenceid=12, compaction requested=false 2024-12-04T19:20:14,448 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T19:20:14,450 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/.tmp/rep_barrier/7ba52999cce744f392d3bf78ca86fd31 is 112, key is test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6./rep_barrier:seqnumDuringOpen/1733339997504/Put/seqid=0 2024-12-04T19:20:14,452 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/replication/917deeb299d71a2484f128daad0c4ee8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T19:20:14,452 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:20:14,452 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:20:14,452 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. 2024-12-04T19:20:14,452 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 917deeb299d71a2484f128daad0c4ee8: Waiting for close lock at 1733340013595Running coprocessor pre-close hooks at 1733340013595Disabling compacts and flushes for region at 1733340013595Disabling writes for close at 1733340013595Obtaining lock to block concurrent updates at 1733340013595Preparing flush snapshotting stores in 917deeb299d71a2484f128daad0c4ee8 at 1733340013595Finished memstore snapshotting hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733340013595Flushing stores of hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. at 1733340013596 (+1 ms)Flushing 917deeb299d71a2484f128daad0c4ee8/hfileref: creating writer at 1733340013596Flushing 917deeb299d71a2484f128daad0c4ee8/hfileref: appending metadata at 1733340013607 (+11 ms)Flushing 917deeb299d71a2484f128daad0c4ee8/hfileref: closing flushed file at 1733340013607Flushing 917deeb299d71a2484f128daad0c4ee8/queue: creating writer at 1733340014016 (+409 ms)Flushing 917deeb299d71a2484f128daad0c4ee8/queue: appending metadata at 1733340014031 (+15 ms)Flushing 917deeb299d71a2484f128daad0c4ee8/queue: closing flushed file at 1733340014031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e130d3: reopening flushed file at 1733340014438 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e23274: reopening flushed file at 1733340014443 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 917deeb299d71a2484f128daad0c4ee8 in 853ms, sequenceid=12, compaction requested=false at 1733340014448 (+5 ms)Writing region close event to WAL at 1733340014449 (+1 ms)Running coprocessor post-close hooks at 1733340014452 (+3 ms)Closed at 1733340014452 2024-12-04T19:20:14,452 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733340000672.917deeb299d71a2484f128daad0c4ee8. 2024-12-04T19:20:14,453 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 837bc30c3646cf7802f8be89d5fb81f6, disabling compactions & flushes 2024-12-04T19:20:14,453 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6. 2024-12-04T19:20:14,453 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6. 2024-12-04T19:20:14,453 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6. after waiting 0 ms 2024-12-04T19:20:14,453 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6. 2024-12-04T19:20:14,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741850_1026 (size=5518) 2024-12-04T19:20:14,459 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/.tmp/rep_barrier/7ba52999cce744f392d3bf78ca86fd31 2024-12-04T19:20:14,460 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/default/test/837bc30c3646cf7802f8be89d5fb81f6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T19:20:14,460 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:20:14,460 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:20:14,460 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6. 2024-12-04T19:20:14,460 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 837bc30c3646cf7802f8be89d5fb81f6: Waiting for close lock at 1733340014453Running coprocessor pre-close hooks at 1733340014453Disabling compacts and flushes for region at 1733340014453Disabling writes for close at 1733340014453Writing region close event to WAL at 1733340014453Running coprocessor post-close hooks at 1733340014460 (+7 ms)Closed at 1733340014460 2024-12-04T19:20:14,460 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733339996357.837bc30c3646cf7802f8be89d5fb81f6. 2024-12-04T19:20:14,478 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/.tmp/table/04d1a16001164aac87f1345d0c056aa4 is 53, key is hbase:replication/table:state/1733340001477/Put/seqid=0 2024-12-04T19:20:14,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741851_1027 (size=5308) 2024-12-04T19:20:14,596 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:20:14,596 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:20:14,596 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:20:14,796 DEBUG [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:20:14,883 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/.tmp/table/04d1a16001164aac87f1345d0c056aa4 2024-12-04T19:20:14,888 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/.tmp/info/228b1754bfa64f8d926c778dd4a849bf as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/info/228b1754bfa64f8d926c778dd4a849bf 2024-12-04T19:20:14,892 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/info/228b1754bfa64f8d926c778dd4a849bf, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T19:20:14,892 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/.tmp/ns/0a4cca58711649338377f8547589868a as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/ns/0a4cca58711649338377f8547589868a 2024-12-04T19:20:14,896 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/ns/0a4cca58711649338377f8547589868a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T19:20:14,897 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/.tmp/rep_barrier/7ba52999cce744f392d3bf78ca86fd31 as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/rep_barrier/7ba52999cce744f392d3bf78ca86fd31 2024-12-04T19:20:14,901 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/rep_barrier/7ba52999cce744f392d3bf78ca86fd31, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T19:20:14,901 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/.tmp/table/04d1a16001164aac87f1345d0c056aa4 as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/table/04d1a16001164aac87f1345d0c056aa4 2024-12-04T19:20:14,905 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/table/04d1a16001164aac87f1345d0c056aa4, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T19:20:14,906 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-12-04T19:20:14,906 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:20:14,915 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T19:20:14,915 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:20:14,915 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:20:14,915 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:20:14,916 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340013595Running coprocessor pre-close hooks at 1733340013595Disabling compacts and flushes for region at 1733340013595Disabling writes for close at 1733340013595Obtaining lock to block concurrent updates at 1733340013595Preparing flush snapshotting stores in 1588230740 at 1733340013595Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733340013595Flushing stores of hbase:meta,,1.1588230740 at 1733340013596 (+1 ms)Flushing 1588230740/info: creating writer at 1733340013596Flushing 1588230740/info: appending metadata at 1733340013607 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733340013607Flushing 1588230740/ns: creating writer at 1733340014016 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733340014027 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733340014027Flushing 1588230740/rep_barrier: creating writer at 1733340014435 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733340014449 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733340014449Flushing 1588230740/table: creating writer at 1733340014463 (+14 ms)Flushing 1588230740/table: appending metadata at 1733340014478 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733340014478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9f9ac1: reopening flushed file at 1733340014887 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff43035: reopening flushed file at 1733340014892 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0e2c29: reopening flushed file at 1733340014896 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb0d72f: reopening flushed file at 1733340014901 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1733340014906 (+5 ms)Writing region close event to WAL at 1733340014912 (+6 ms)Running coprocessor post-close hooks at 1733340014915 (+3 ms)Closed at 1733340014915 2024-12-04T19:20:14,916 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:20:14,996 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,43347,1733339988299; all regions closed. 2024-12-04T19:20:14,998 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/WALs/9ba2734cd39f,43347,1733339988299/9ba2734cd39f%2C43347%2C1733339988299.meta.1733339991253.meta not finished, retry = 0 2024-12-04T19:20:14,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741834_1010 (size=4239) 2024-12-04T19:20:15,101 DEBUG [RS:0;9ba2734cd39f:43347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/oldWALs 2024-12-04T19:20:15,101 INFO [RS:0;9ba2734cd39f:43347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C43347%2C1733339988299.meta:.meta(num 1733339991253) 2024-12-04T19:20:15,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741839_1015 (size=3127) 2024-12-04T19:20:15,104 DEBUG [RS:0;9ba2734cd39f:43347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/oldWALs 2024-12-04T19:20:15,104 INFO [RS:0;9ba2734cd39f:43347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C43347%2C1733339988299.rep:(num 1733340001424) 2024-12-04T19:20:15,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741833_1009 (size=1336) 2024-12-04T19:20:15,108 DEBUG [RS:0;9ba2734cd39f:43347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/oldWALs 2024-12-04T19:20:15,108 INFO [RS:0;9ba2734cd39f:43347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C43347%2C1733339988299:(num 1733339990371) 2024-12-04T19:20:15,108 DEBUG [RS:0;9ba2734cd39f:43347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:15,108 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:20:15,108 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:20:15,108 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:20:15,108 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:20:15,108 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:20:15,108 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,43347,1733339988299 because: Region server is closing 2024-12-04T19:20:15,108 INFO [RS:0;9ba2734cd39f:43347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:43347. 2024-12-04T19:20:15,108 DEBUG [RS:0;9ba2734cd39f:43347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:15,108 DEBUG [RS:0;9ba2734cd39f:43347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:15,109 DEBUG [RS:0;9ba2734cd39f:43347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:15,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:15,209 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.shipper9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T19:20:15,209 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.wal-reader.9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T19:20:15,209 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43347,1733339988299.replicationSource.shipper9ba2734cd39f%2C43347%2C1733339988299,1-9ba2734cd39f,43347,1733339988299 terminated 2024-12-04T19:20:15,209 INFO [RS:0;9ba2734cd39f:43347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:43347. 2024-12-04T19:20:15,209 DEBUG [RS:0;9ba2734cd39f:43347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:15,209 DEBUG [RS:0;9ba2734cd39f:43347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:15,209 DEBUG [RS:0;9ba2734cd39f:43347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:15,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:15,209 INFO [RS:0;9ba2734cd39f:43347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43347 2024-12-04T19:20:15,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1850437273/rs/9ba2734cd39f,43347,1733339988299 2024-12-04T19:20:15,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273/rs 2024-12-04T19:20:15,277 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:20:15,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,43347,1733339988299] 2024-12-04T19:20:15,298 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1850437273/draining/9ba2734cd39f,43347,1733339988299 already deleted, retry=false 2024-12-04T19:20:15,298 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,43347,1733339988299 expired; onlineServers=0 2024-12-04T19:20:15,298 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,35325,1733339988092' ***** 2024-12-04T19:20:15,298 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:20:15,298 INFO [M:0;9ba2734cd39f:35325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:20:15,298 INFO [M:0;9ba2734cd39f:35325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:20:15,299 DEBUG [M:0;9ba2734cd39f:35325 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:20:15,299 DEBUG [M:0;9ba2734cd39f:35325 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:20:15,299 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:20:15,299 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339989971 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733339989971,5,FailOnTimeoutGroup] 2024-12-04T19:20:15,299 INFO [M:0;9ba2734cd39f:35325 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:20:15,299 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339989971 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733339989971,5,FailOnTimeoutGroup] 2024-12-04T19:20:15,299 INFO [M:0;9ba2734cd39f:35325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:20:15,299 DEBUG [M:0;9ba2734cd39f:35325 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:20:15,299 INFO [M:0;9ba2734cd39f:35325 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:20:15,299 INFO [M:0;9ba2734cd39f:35325 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:20:15,299 INFO [M:0;9ba2734cd39f:35325 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:20:15,299 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:20:15,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1850437273/master 2024-12-04T19:20:15,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1850437273 2024-12-04T19:20:15,309 DEBUG [M:0;9ba2734cd39f:35325 {}] zookeeper.ZKUtil(347): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Unable to get data of znode /0-1850437273/master because node does not exist (not an error) 2024-12-04T19:20:15,309 WARN [M:0;9ba2734cd39f:35325 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:20:15,310 INFO [M:0;9ba2734cd39f:35325 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/.lastflushedseqids 2024-12-04T19:20:15,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741852_1028 (size=263) 2024-12-04T19:20:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:15,388 INFO [RS:0;9ba2734cd39f:43347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:20:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43347-0x101a1c933230001, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:15,388 INFO [RS:0;9ba2734cd39f:43347 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,43347,1733339988299; zookeeper connection closed. 2024-12-04T19:20:15,388 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a51591b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a51591b 2024-12-04T19:20:15,388 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:20:15,715 INFO [M:0;9ba2734cd39f:35325 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:20:15,715 INFO [M:0;9ba2734cd39f:35325 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:20:15,715 DEBUG [M:0;9ba2734cd39f:35325 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:20:15,715 INFO [M:0;9ba2734cd39f:35325 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:15,715 DEBUG [M:0;9ba2734cd39f:35325 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:15,715 DEBUG [M:0;9ba2734cd39f:35325 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:20:15,715 DEBUG [M:0;9ba2734cd39f:35325 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:15,716 INFO [M:0;9ba2734cd39f:35325 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T19:20:15,733 DEBUG [M:0;9ba2734cd39f:35325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f323b437e1a54bc1a7b06d0c02186546 is 82, key is hbase:meta,,1/info:regioninfo/1733339991278/Put/seqid=0 2024-12-04T19:20:15,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741853_1029 (size=5672) 2024-12-04T19:20:16,137 INFO [M:0;9ba2734cd39f:35325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f323b437e1a54bc1a7b06d0c02186546 2024-12-04T19:20:16,153 DEBUG [M:0;9ba2734cd39f:35325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0665397708a404596b5341744a74372 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733340001480/Put/seqid=0 2024-12-04T19:20:16,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741854_1030 (size=8517) 2024-12-04T19:20:16,181 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:20:16,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:16,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:16,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:16,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:16,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:16,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:16,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:16,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:16,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:16,557 INFO [M:0;9ba2734cd39f:35325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0665397708a404596b5341744a74372 2024-12-04T19:20:16,573 DEBUG [M:0;9ba2734cd39f:35325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93cc9d0e235947ccb0c9cb1b5386e9f5 is 69, key is 9ba2734cd39f,43347,1733339988299/rs:state/1733339990201/Put/seqid=0 2024-12-04T19:20:16,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741855_1031 (size=5156) 2024-12-04T19:20:16,976 INFO [M:0;9ba2734cd39f:35325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93cc9d0e235947ccb0c9cb1b5386e9f5 2024-12-04T19:20:16,980 DEBUG [M:0;9ba2734cd39f:35325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f323b437e1a54bc1a7b06d0c02186546 as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f323b437e1a54bc1a7b06d0c02186546 2024-12-04T19:20:16,983 INFO [M:0;9ba2734cd39f:35325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f323b437e1a54bc1a7b06d0c02186546, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T19:20:16,984 DEBUG [M:0;9ba2734cd39f:35325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c0665397708a404596b5341744a74372 as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0665397708a404596b5341744a74372 2024-12-04T19:20:16,988 INFO [M:0;9ba2734cd39f:35325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c0665397708a404596b5341744a74372, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T19:20:16,988 DEBUG [M:0;9ba2734cd39f:35325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93cc9d0e235947ccb0c9cb1b5386e9f5 as hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93cc9d0e235947ccb0c9cb1b5386e9f5 2024-12-04T19:20:16,992 INFO [M:0;9ba2734cd39f:35325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40723/user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93cc9d0e235947ccb0c9cb1b5386e9f5, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T19:20:16,993 INFO [M:0;9ba2734cd39f:35325 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-12-04T19:20:16,994 INFO [M:0;9ba2734cd39f:35325 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:16,994 DEBUG [M:0;9ba2734cd39f:35325 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340015715Disabling compacts and flushes for region at 1733340015715Disabling writes for close at 1733340015715Obtaining lock to block concurrent updates at 1733340015716 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733340015716Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733340015716Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733340015716Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733340015716Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733340015733 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733340015733Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733340016141 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733340016153 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733340016153Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733340016561 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733340016572 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733340016572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4423f119: reopening flushed file at 1733340016980 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cb03e9c: reopening flushed file at 1733340016984 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53eda7c2: reopening flushed file at 1733340016988 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1733340016993 (+5 ms)Writing region close event to WAL at 1733340016994 (+1 ms)Closed at 1733340016994 2024-12-04T19:20:16,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73bd76f1-dc7f-a44e-9e87-296fc1c646f1/MasterData/WALs/9ba2734cd39f,35325,1733339988092/9ba2734cd39f%2C35325%2C1733339988092.1733339989616 not finished, retry = 0 2024-12-04T19:20:16,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44319 is added to blk_1073741830_1006 (size=63666) 2024-12-04T19:20:17,096 INFO [M:0;9ba2734cd39f:35325 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:20:17,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:20:17,096 INFO [M:0;9ba2734cd39f:35325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35325 2024-12-04T19:20:17,097 INFO [M:0;9ba2734cd39f:35325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:20:17,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:17,209 INFO [M:0;9ba2734cd39f:35325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:20:17,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35325-0x101a1c933230000, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:17,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45a0d11e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:20:17,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dec8d0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:20:17,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:20:17,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f9cab5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:20:17,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@112afb2d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/hadoop.log.dir/,STOPPED} 2024-12-04T19:20:17,212 WARN [BP-614708667-172.17.0.2-1733339985824 heartbeating to localhost/127.0.0.1:40723 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:20:17,212 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:20:17,212 WARN [BP-614708667-172.17.0.2-1733339985824 heartbeating to localhost/127.0.0.1:40723 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-614708667-172.17.0.2-1733339985824 (Datanode Uuid cde85959-3ea8-4e02-bdb7-b6579b2c9cdf) service to localhost/127.0.0.1:40723 2024-12-04T19:20:17,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:20:17,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/cluster_45af2f58-66c1-e07d-612c-c7a11421d4a3/data/data1/current/BP-614708667-172.17.0.2-1733339985824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:20:17,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/cluster_45af2f58-66c1-e07d-612c-c7a11421d4a3/data/data2/current/BP-614708667-172.17.0.2-1733339985824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:20:17,213 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:20:17,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4909bbd1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:20:17,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a2277d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:20:17,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:20:17,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5520c1db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:20:17,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5213139c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd1dc1f6-8eb7-5463-b7ad-894be26389a6/hadoop.log.dir/,STOPPED} 2024-12-04T19:20:17,224 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T19:20:17,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:20:17,245 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=240 (was 205) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40723 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60501) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40723 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60501) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35161 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35161 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40723 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 566) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 300) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=15455 (was 15668) 2024-12-04T19:20:17,253 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=15455 2024-12-04T19:20:17,263 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-04T19:20:17,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/hadoop.log.dir so I do NOT create it in target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1 2024-12-04T19:20:17,263 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:20:17,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/hadoop.tmp.dir so I do NOT create it in target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1 2024-12-04T19:20:17,263 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff8a197b-dc8d-af13-3e9f-c7e642d33f3f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:20:17,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1 2024-12-04T19:20:17,263 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/cluster_2097a3df-4961-0c4f-f211-09ca85e15ff1, deleteOnExit=true 2024-12-04T19:20:17,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/cluster_2097a3df-4961-0c4f-f211-09ca85e15ff1/zookeeper_0, clientPort=61335, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/cluster_2097a3df-4961-0c4f-f211-09ca85e15ff1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/cluster_2097a3df-4961-0c4f-f211-09ca85e15ff1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T19:20:17,279 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61335 2024-12-04T19:20:17,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:20:17,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:20:17,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/test.cache.data in system properties and HBase conf 2024-12-04T19:20:17,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:20:17,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:20:17,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:20:17,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:20:17,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:20:17,279 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:20:17,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:20:17,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:20:17,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:20:17,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:20:17,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:20:17,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:20:17,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:20:17,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:20:17,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:20:17,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:20:17,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:20:17,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:20:17,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:20:17,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:20:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a1c933230002, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:20:17,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a1c933230005, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:20:17,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a1c933230002, quorum=127.0.0.1:60501, baseZNode=/0-1850437273 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:20:17,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a1c933230005, quorum=127.0.0.1:60501, baseZNode=/1-1975821993 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:20:17,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:17,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:20:17,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:20:17,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:20:17,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:20:17,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:17,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f1f9ffb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:20:17,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@963308a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:20:17,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@352d160a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/java.io.tmpdir/jetty-localhost-32971-hadoop-hdfs-3_4_1-tests_jar-_-any-2358139799672087147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:20:17,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d5f4783{HTTP/1.1, (http/1.1)}{localhost:32971} 2024-12-04T19:20:17,740 INFO [Time-limited test {}] server.Server(415): Started @203837ms 2024-12-04T19:20:17,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:17,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:20:17,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:20:17,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:20:17,959 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:20:17,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@365e3bda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:20:17,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c992ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:20:18,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a608edf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/java.io.tmpdir/jetty-localhost-46791-hadoop-hdfs-3_4_1-tests_jar-_-any-11508488693181179523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:20:18,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fa62fac{HTTP/1.1, (http/1.1)}{localhost:46791} 2024-12-04T19:20:18,057 INFO [Time-limited test {}] server.Server(415): Started @204154ms 2024-12-04T19:20:18,058 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:20:18,686 WARN [Thread-2193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/cluster_2097a3df-4961-0c4f-f211-09ca85e15ff1/data/data2/current/BP-702235127-172.17.0.2-1733340017293/current, will proceed with Du for space computation calculation, 2024-12-04T19:20:18,686 WARN [Thread-2192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/cluster_2097a3df-4961-0c4f-f211-09ca85e15ff1/data/data1/current/BP-702235127-172.17.0.2-1733340017293/current, will proceed with Du for space computation calculation, 2024-12-04T19:20:18,702 WARN [Thread-2180 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:20:18,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf00e542459c75ba0 with lease ID 0xcc69a616c8d66031: Processing first storage report for DS-5ef600fc-1dc0-4f87-a28b-b2584a538846 from datanode DatanodeRegistration(127.0.0.1:35265, datanodeUuid=a8fe79a1-49c1-4886-9820-a3f2cb523e05, infoPort=39133, infoSecurePort=0, ipcPort=41415, storageInfo=lv=-57;cid=testClusterID;nsid=1809244524;c=1733340017293) 2024-12-04T19:20:18,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf00e542459c75ba0 with lease ID 0xcc69a616c8d66031: from storage DS-5ef600fc-1dc0-4f87-a28b-b2584a538846 node DatanodeRegistration(127.0.0.1:35265, datanodeUuid=a8fe79a1-49c1-4886-9820-a3f2cb523e05, infoPort=39133, infoSecurePort=0, ipcPort=41415, storageInfo=lv=-57;cid=testClusterID;nsid=1809244524;c=1733340017293), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:20:18,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf00e542459c75ba0 with lease ID 0xcc69a616c8d66031: Processing first storage report for DS-5fd65f89-236e-419b-a6ee-4ea64b1350d6 from datanode DatanodeRegistration(127.0.0.1:35265, datanodeUuid=a8fe79a1-49c1-4886-9820-a3f2cb523e05, infoPort=39133, infoSecurePort=0, ipcPort=41415, storageInfo=lv=-57;cid=testClusterID;nsid=1809244524;c=1733340017293) 2024-12-04T19:20:18,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf00e542459c75ba0 with lease ID 0xcc69a616c8d66031: from storage DS-5fd65f89-236e-419b-a6ee-4ea64b1350d6 node DatanodeRegistration(127.0.0.1:35265, datanodeUuid=a8fe79a1-49c1-4886-9820-a3f2cb523e05, infoPort=39133, infoSecurePort=0, ipcPort=41415, storageInfo=lv=-57;cid=testClusterID;nsid=1809244524;c=1733340017293), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:20:18,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1 2024-12-04T19:20:18,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:18,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:18,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:20:19,185 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717 with version=8 2024-12-04T19:20:19,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/hbase-staging 2024-12-04T19:20:19,187 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:20:19,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:19,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:19,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:20:19,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:19,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:20:19,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:20:19,187 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:20:19,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42803 2024-12-04T19:20:19,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42803 connecting to ZooKeeper ensemble=127.0.0.1:61335 2024-12-04T19:20:19,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428030x0, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:20:19,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42803-0x101a1c9ae290000 connected 2024-12-04T19:20:19,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:19,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:19,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Set watcher on znode that does not yet exist, /0-824507115/running 2024-12-04T19:20:19,365 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717, hbase.cluster.distributed=false 2024-12-04T19:20:19,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Set watcher on znode that does not yet exist, /0-824507115/acl 2024-12-04T19:20:19,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42803 2024-12-04T19:20:19,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42803 2024-12-04T19:20:19,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42803 2024-12-04T19:20:19,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42803 2024-12-04T19:20:19,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42803 2024-12-04T19:20:19,379 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:20:19,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:19,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:19,379 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:20:19,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:19,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:20:19,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:20:19,379 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:20:19,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43297 2024-12-04T19:20:19,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43297 connecting to ZooKeeper ensemble=127.0.0.1:61335 2024-12-04T19:20:19,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:19,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:19,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432970x0, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:20:19,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432970x0, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Set watcher on znode that does not yet exist, /0-824507115/running 2024-12-04T19:20:19,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43297-0x101a1c9ae290001 connected 2024-12-04T19:20:19,393 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:20:19,395 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:20:19,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Set watcher on znode that does not yet exist, /0-824507115/master 2024-12-04T19:20:19,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Set watcher on znode that does not yet exist, /0-824507115/acl 2024-12-04T19:20:19,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43297 2024-12-04T19:20:19,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43297 2024-12-04T19:20:19,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43297 2024-12-04T19:20:19,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43297 2024-12-04T19:20:19,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43297 2024-12-04T19:20:19,413 DEBUG [M:0;9ba2734cd39f:42803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:42803 2024-12-04T19:20:19,414 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-824507115/backup-masters/9ba2734cd39f,42803,1733340019186 2024-12-04T19:20:19,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115/backup-masters 2024-12-04T19:20:19,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115/backup-masters 2024-12-04T19:20:19,425 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Set watcher on existing znode=/0-824507115/backup-masters/9ba2734cd39f,42803,1733340019186 2024-12-04T19:20:19,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-824507115/master 2024-12-04T19:20:19,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:19,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:19,435 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Set watcher on existing znode=/0-824507115/master 2024-12-04T19:20:19,435 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-824507115/backup-masters/9ba2734cd39f,42803,1733340019186 from backup master directory 2024-12-04T19:20:19,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-824507115/backup-masters/9ba2734cd39f,42803,1733340019186 2024-12-04T19:20:19,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115/backup-masters 2024-12-04T19:20:19,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115/backup-masters 2024-12-04T19:20:19,445 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:20:19,445 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,42803,1733340019186 2024-12-04T19:20:19,448 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/hbase.id] with ID: 12f621c7-1d67-4530-8f42-b708b7e0660e 2024-12-04T19:20:19,448 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/.tmp/hbase.id 2024-12-04T19:20:19,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:20:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:20:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:20:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T19:20:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:20:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T19:20:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:20:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:20:19,853 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/.tmp/hbase.id]:[hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/hbase.id] 2024-12-04T19:20:19,861 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:19,861 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:20:19,862 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T19:20:19,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:19,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:19,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:20:20,324 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:20:20,325 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:20:20,325 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:20,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:20:20,731 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store 2024-12-04T19:20:20,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:20:21,135 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:21,136 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:20:21,136 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:21,136 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:21,136 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:20:21,136 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:21,136 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:21,136 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340021136Disabling compacts and flushes for region at 1733340021136Disabling writes for close at 1733340021136Writing region close event to WAL at 1733340021136Closed at 1733340021136 2024-12-04T19:20:21,136 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/.initializing 2024-12-04T19:20:21,136 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/WALs/9ba2734cd39f,42803,1733340019186 2024-12-04T19:20:21,137 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:20:21,138 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C42803%2C1733340019186, suffix=, logDir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/WALs/9ba2734cd39f,42803,1733340019186, archiveDir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/oldWALs, maxLogs=10 2024-12-04T19:20:21,155 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/WALs/9ba2734cd39f,42803,1733340019186/9ba2734cd39f%2C42803%2C1733340019186.1733340021138, exclude list is [], retry=0 2024-12-04T19:20:21,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35265,DS-5ef600fc-1dc0-4f87-a28b-b2584a538846,DISK] 2024-12-04T19:20:21,159 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/WALs/9ba2734cd39f,42803,1733340019186/9ba2734cd39f%2C42803%2C1733340019186.1733340021138 2024-12-04T19:20:21,159 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39133:39133)] 2024-12-04T19:20:21,159 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:20:21,159 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:21,159 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:21,159 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:21,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:21,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:20:21,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:21,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:21,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:21,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:20:21,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:21,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:21,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:21,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:20:21,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:21,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:21,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:21,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:20:21,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:21,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:21,166 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:21,167 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:21,167 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:21,168 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:21,168 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:21,169 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:20:21,169 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:21,171 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:20:21,171 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71108163, jitterRate=0.05959419906139374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:20:21,171 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733340021159Initializing all the Stores at 1733340021160 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340021160Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340021160Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340021160Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340021160Cleaning up temporary data from old regions at 1733340021168 (+8 ms)Region opened successfully at 1733340021171 (+3 ms) 2024-12-04T19:20:21,172 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:20:21,174 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518177b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:20:21,174 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:20:21,175 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:20:21,175 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:20:21,175 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:20:21,175 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:20:21,176 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:20:21,176 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:20:21,177 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:20:21,178 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Unable to get data of znode /0-824507115/balancer because node does not exist (not necessarily an error) 2024-12-04T19:20:21,245 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-824507115/balancer already deleted, retry=false 2024-12-04T19:20:21,246 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:20:21,246 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Unable to get data of znode /0-824507115/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:20:21,256 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-824507115/normalizer already deleted, retry=false 2024-12-04T19:20:21,256 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:20:21,257 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Unable to get data of znode /0-824507115/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:20:21,266 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-824507115/switch/split already deleted, retry=false 2024-12-04T19:20:21,267 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Unable to get data of znode /0-824507115/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:20:21,277 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-824507115/switch/merge already deleted, retry=false 2024-12-04T19:20:21,278 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Unable to get data of znode /0-824507115/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:20:21,287 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-824507115/snapshot-cleanup already deleted, retry=false 2024-12-04T19:20:21,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-824507115/running 2024-12-04T19:20:21,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-824507115/running 2024-12-04T19:20:21,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:21,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:21,298 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,42803,1733340019186, sessionid=0x101a1c9ae290000, setting cluster-up flag (Was=false) 2024-12-04T19:20:21,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:21,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:21,350 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-824507115/flush-table-proc/acquired, /0-824507115/flush-table-proc/reached, /0-824507115/flush-table-proc/abort 2024-12-04T19:20:21,351 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,42803,1733340019186 2024-12-04T19:20:21,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:21,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:21,403 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-824507115/online-snapshot/acquired, /0-824507115/online-snapshot/reached, /0-824507115/online-snapshot/abort 2024-12-04T19:20:21,404 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,42803,1733340019186 2024-12-04T19:20:21,404 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:20:21,405 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:21,405 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:20:21,405 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:20:21,406 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,42803,1733340019186 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:20:21,406 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(746): ClusterId : 12f621c7-1d67-4530-8f42-b708b7e0660e 2024-12-04T19:20:21,406 DEBUG [RS:0;9ba2734cd39f:43297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:20:21,406 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:21,407 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:21,407 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:21,407 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:21,407 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:20:21,407 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:21,407 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:20:21,407 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:21,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:21,408 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:20:21,409 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:21,409 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340051409 2024-12-04T19:20:21,409 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:20:21,409 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:20:21,409 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:20:21,409 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:20:21,409 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:20:21,409 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:20:21,409 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:20:21,409 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:21,409 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:20:21,409 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:20:21,410 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:20:21,410 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:20:21,410 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:20:21,410 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:20:21,410 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340021410,5,FailOnTimeoutGroup] 2024-12-04T19:20:21,410 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340021410,5,FailOnTimeoutGroup] 2024-12-04T19:20:21,410 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:21,410 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:20:21,410 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:21,410 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:21,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:20:21,414 DEBUG [RS:0;9ba2734cd39f:43297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:20:21,414 DEBUG [RS:0;9ba2734cd39f:43297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:20:21,425 DEBUG [RS:0;9ba2734cd39f:43297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:20:21,425 DEBUG [RS:0;9ba2734cd39f:43297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5047697a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:20:21,434 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:43297 2024-12-04T19:20:21,434 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:20:21,434 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:20:21,434 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:20:21,434 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,42803,1733340019186 with port=43297, startcode=1733340019379 2024-12-04T19:20:21,435 DEBUG [RS:0;9ba2734cd39f:43297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:20:21,436 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:20:21,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:21,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42803 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:21,437 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717 2024-12-04T19:20:21,437 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43935 2024-12-04T19:20:21,437 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:20:21,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115/rs 2024-12-04T19:20:21,445 DEBUG [RS:0;9ba2734cd39f:43297 {}] zookeeper.ZKUtil(111): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Set watcher on existing znode=/0-824507115/rs/9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:21,445 WARN [RS:0;9ba2734cd39f:43297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:20:21,446 INFO [RS:0;9ba2734cd39f:43297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:21,446 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:21,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,43297,1733340019379] 2024-12-04T19:20:21,448 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:20:21,449 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:20:21,452 INFO [RS:0;9ba2734cd39f:43297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:20:21,452 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:21,452 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:20:21,453 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:20:21,453 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:21,453 DEBUG [RS:0;9ba2734cd39f:43297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:21,453 DEBUG [RS:0;9ba2734cd39f:43297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:21,453 DEBUG [RS:0;9ba2734cd39f:43297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:21,453 DEBUG [RS:0;9ba2734cd39f:43297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:21,453 DEBUG [RS:0;9ba2734cd39f:43297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:21,453 DEBUG [RS:0;9ba2734cd39f:43297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:20:21,453 DEBUG [RS:0;9ba2734cd39f:43297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:21,453 DEBUG [RS:0;9ba2734cd39f:43297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:21,453 DEBUG [RS:0;9ba2734cd39f:43297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:21,453 DEBUG [RS:0;9ba2734cd39f:43297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:21,453 DEBUG [RS:0;9ba2734cd39f:43297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:21,453 DEBUG [RS:0;9ba2734cd39f:43297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:21,453 DEBUG [RS:0;9ba2734cd39f:43297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:20:21,453 DEBUG [RS:0;9ba2734cd39f:43297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:20:21,455 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:21,455 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:21,455 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:21,455 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:21,455 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:21,455 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,43297,1733340019379-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:20:21,466 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:20:21,466 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,43297,1733340019379-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:21,466 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:21,466 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.Replication(171): 9ba2734cd39f,43297,1733340019379 started 2024-12-04T19:20:21,477 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:21,477 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,43297,1733340019379, RpcServer on 9ba2734cd39f/172.17.0.2:43297, sessionid=0x101a1c9ae290001 2024-12-04T19:20:21,477 DEBUG [RS:0;9ba2734cd39f:43297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:20:21,477 DEBUG [RS:0;9ba2734cd39f:43297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:21,477 DEBUG [RS:0;9ba2734cd39f:43297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,43297,1733340019379' 2024-12-04T19:20:21,477 DEBUG [RS:0;9ba2734cd39f:43297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-824507115/flush-table-proc/abort' 2024-12-04T19:20:21,477 DEBUG [RS:0;9ba2734cd39f:43297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-824507115/flush-table-proc/acquired' 2024-12-04T19:20:21,478 DEBUG [RS:0;9ba2734cd39f:43297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:20:21,478 DEBUG [RS:0;9ba2734cd39f:43297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:20:21,478 DEBUG [RS:0;9ba2734cd39f:43297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:21,478 DEBUG [RS:0;9ba2734cd39f:43297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,43297,1733340019379' 2024-12-04T19:20:21,478 DEBUG [RS:0;9ba2734cd39f:43297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-824507115/online-snapshot/abort' 2024-12-04T19:20:21,478 DEBUG [RS:0;9ba2734cd39f:43297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-824507115/online-snapshot/acquired' 2024-12-04T19:20:21,478 DEBUG [RS:0;9ba2734cd39f:43297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:20:21,478 INFO [RS:0;9ba2734cd39f:43297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:20:21,478 INFO [RS:0;9ba2734cd39f:43297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:20:21,579 INFO [RS:0;9ba2734cd39f:43297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:20:21,580 INFO [RS:0;9ba2734cd39f:43297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C43297%2C1733340019379, suffix=, logDir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379, archiveDir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/oldWALs, maxLogs=10 2024-12-04T19:20:21,594 DEBUG [RS:0;9ba2734cd39f:43297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580, exclude list is [], retry=0 2024-12-04T19:20:21,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35265,DS-5ef600fc-1dc0-4f87-a28b-b2584a538846,DISK] 2024-12-04T19:20:21,598 INFO [RS:0;9ba2734cd39f:43297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 2024-12-04T19:20:21,598 DEBUG [RS:0;9ba2734cd39f:43297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39133:39133)] 2024-12-04T19:20:21,813 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:20:21,813 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717 2024-12-04T19:20:21,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:20:22,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:22,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:20:22,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:20:22,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:22,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:22,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:20:22,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:20:22,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:22,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:22,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:20:22,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:20:22,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:22,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:22,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:20:22,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:20:22,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:22,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:22,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:20:22,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740 2024-12-04T19:20:22,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740 2024-12-04T19:20:22,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:20:22,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:20:22,226 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:20:22,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:20:22,229 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:20:22,229 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61896386, jitterRate=-0.07767197489738464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:20:22,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733340022218Initializing all the Stores at 1733340022219 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340022219Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340022219Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340022219Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340022219Cleaning up temporary data from old regions at 1733340022226 (+7 ms)Region opened successfully at 1733340022229 (+3 ms) 2024-12-04T19:20:22,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:20:22,230 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:20:22,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:20:22,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:20:22,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:20:22,230 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:20:22,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340022230Disabling compacts and flushes for region at 1733340022230Disabling writes for close at 1733340022230Writing region close event to WAL at 1733340022230Closed at 1733340022230 2024-12-04T19:20:22,231 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:22,231 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:20:22,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:20:22,232 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:20:22,232 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:20:22,383 DEBUG [9ba2734cd39f:42803 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:20:22,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:22,384 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,43297,1733340019379, state=OPENING 2024-12-04T19:20:22,445 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:20:22,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:22,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:22,456 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:20:22,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-824507115/meta-region-server: CHANGED 2024-12-04T19:20:22,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-824507115/meta-region-server: CHANGED 2024-12-04T19:20:22,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,43297,1733340019379}] 2024-12-04T19:20:22,608 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:20:22,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:20:22,612 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:20:22,612 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:22,612 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:20:22,613 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C43297%2C1733340019379.meta, suffix=.meta, logDir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379, archiveDir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/oldWALs, maxLogs=10 2024-12-04T19:20:22,623 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.meta.1733340022613.meta, exclude list is [], retry=0 2024-12-04T19:20:22,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35265,DS-5ef600fc-1dc0-4f87-a28b-b2584a538846,DISK] 2024-12-04T19:20:22,626 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.meta.1733340022613.meta 2024-12-04T19:20:22,627 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39133:39133)] 2024-12-04T19:20:22,627 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:20:22,627 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:20:22,627 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:20:22,627 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:20:22,627 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:20:22,627 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:20:22,627 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:22,627 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:20:22,627 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:20:22,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:20:22,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:20:22,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:22,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:22,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:20:22,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:20:22,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:22,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:22,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:20:22,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:20:22,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:22,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:22,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:20:22,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:20:22,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:22,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:22,632 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:20:22,633 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740 2024-12-04T19:20:22,634 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740 2024-12-04T19:20:22,634 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:20:22,634 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:20:22,635 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:20:22,635 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:20:22,636 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62366554, jitterRate=-0.07066592574119568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:20:22,636 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:20:22,636 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733340022628Writing region info on filesystem at 1733340022628Initializing all the Stores at 1733340022628Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340022628Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340022628Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340022628Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340022628Cleaning up temporary data from old regions at 1733340022634 (+6 ms)Running coprocessor post-open hooks at 1733340022636 (+2 ms)Region opened successfully at 1733340022636 2024-12-04T19:20:22,637 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733340022608 2024-12-04T19:20:22,639 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:20:22,639 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:20:22,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:22,640 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,43297,1733340019379, state=OPEN 2024-12-04T19:20:22,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-824507115/meta-region-server 2024-12-04T19:20:22,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-824507115/meta-region-server 2024-12-04T19:20:22,677 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:22,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-824507115/meta-region-server: CHANGED 2024-12-04T19:20:22,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-824507115/meta-region-server: CHANGED 2024-12-04T19:20:22,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:20:22,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,43297,1733340019379 in 221 msec 2024-12-04T19:20:22,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:20:22,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-12-04T19:20:22,681 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:22,681 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:20:22,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:22,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43297,1733340019379, seqNum=-1] 2024-12-04T19:20:22,682 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:22,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:20:22,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-12-04T19:20:22,687 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733340022687, completionTime=-1 2024-12-04T19:20:22,687 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:20:22,687 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:20:22,689 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:20:22,689 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340082689 2024-12-04T19:20:22,689 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340142689 2024-12-04T19:20:22,689 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:20:22,689 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,42803,1733340019186-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:22,689 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,42803,1733340019186-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:22,689 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,42803,1733340019186-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:22,689 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:42803, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:22,689 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:22,690 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:22,691 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:20:22,693 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.248sec 2024-12-04T19:20:22,693 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:20:22,693 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:20:22,693 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:20:22,693 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:20:22,693 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:20:22,693 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,42803,1733340019186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:20:22,693 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,42803,1733340019186-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:20:22,695 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:20:22,695 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:20:22,695 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,42803,1733340019186-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:22,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d66c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:22,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,42803,-1 for getting cluster id 2024-12-04T19:20:22,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:22,708 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12f621c7-1d67-4530-8f42-b708b7e0660e' 2024-12-04T19:20:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12f621c7-1d67-4530-8f42-b708b7e0660e" 2024-12-04T19:20:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5cc912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,42803,-1] 2024-12-04T19:20:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:22,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:22,710 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:22,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d72688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:22,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:22,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43297,1733340019379, seqNum=-1] 2024-12-04T19:20:22,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:22,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:20:22,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,42803,1733340019186 2024-12-04T19:20:22,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61335 2024-12-04T19:20:22,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:20:22,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a1c9ae290002 connected 2024-12-04T19:20:22,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/hadoop.log.dir so I do NOT create it in target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d 2024-12-04T19:20:22,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:20:22,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/hadoop.tmp.dir so I do NOT create it in target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d 2024-12-04T19:20:22,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:20:22,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d 2024-12-04T19:20:22,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:20:22,742 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/cluster_f7bc7e3d-5b8f-cdd7-d56a-1ca772b6fceb, deleteOnExit=true 2024-12-04T19:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/test.cache.data in system properties and HBase conf 2024-12-04T19:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:20:22,743 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:20:22,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:20:22,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:20:22,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:20:22,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:20:22,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:20:22,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:20:22,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:20:22,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:20:22,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:20:23,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:23,038 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:20:23,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:20:23,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:20:23,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:20:23,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:23,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@349e4dd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:20:23,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2587ef4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:20:23,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d0ff2f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/java.io.tmpdir/jetty-localhost-38847-hadoop-hdfs-3_4_1-tests_jar-_-any-7276693157963379069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:20:23,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41072056{HTTP/1.1, (http/1.1)}{localhost:38847} 2024-12-04T19:20:23,143 INFO [Time-limited test {}] server.Server(415): Started @209240ms 2024-12-04T19:20:23,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:23,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:20:23,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:20:23,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:20:23,462 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:20:23,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d9888fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:20:23,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d815a98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:20:23,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c43688e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/java.io.tmpdir/jetty-localhost-38543-hadoop-hdfs-3_4_1-tests_jar-_-any-5461229145482589202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:20:23,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23c48548{HTTP/1.1, (http/1.1)}{localhost:38543} 2024-12-04T19:20:23,555 INFO [Time-limited test {}] server.Server(415): Started @209652ms 2024-12-04T19:20:23,556 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:20:24,142 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/cluster_f7bc7e3d-5b8f-cdd7-d56a-1ca772b6fceb/data/data2/current/BP-567111554-172.17.0.2-1733340022757/current, will proceed with Du for space computation calculation, 2024-12-04T19:20:24,142 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/cluster_f7bc7e3d-5b8f-cdd7-d56a-1ca772b6fceb/data/data1/current/BP-567111554-172.17.0.2-1733340022757/current, will proceed with Du for space computation calculation, 2024-12-04T19:20:24,168 WARN [Thread-2300 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:20:24,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50186128eb694940 with lease ID 0x4e62327d43e14def: Processing first storage report for DS-df0de8fe-fd36-4a4d-abeb-2786bc5a3269 from datanode DatanodeRegistration(127.0.0.1:39413, datanodeUuid=ae02ffce-a837-481e-93f2-db2fd01bea80, infoPort=42743, infoSecurePort=0, ipcPort=33093, storageInfo=lv=-57;cid=testClusterID;nsid=1743537129;c=1733340022757) 2024-12-04T19:20:24,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50186128eb694940 with lease ID 0x4e62327d43e14def: from storage DS-df0de8fe-fd36-4a4d-abeb-2786bc5a3269 node DatanodeRegistration(127.0.0.1:39413, datanodeUuid=ae02ffce-a837-481e-93f2-db2fd01bea80, infoPort=42743, infoSecurePort=0, ipcPort=33093, storageInfo=lv=-57;cid=testClusterID;nsid=1743537129;c=1733340022757), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T19:20:24,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50186128eb694940 with lease ID 0x4e62327d43e14def: Processing first storage report for DS-324362cd-18d1-46e3-b9df-515b4f1e98db from datanode DatanodeRegistration(127.0.0.1:39413, datanodeUuid=ae02ffce-a837-481e-93f2-db2fd01bea80, infoPort=42743, infoSecurePort=0, ipcPort=33093, storageInfo=lv=-57;cid=testClusterID;nsid=1743537129;c=1733340022757) 2024-12-04T19:20:24,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50186128eb694940 with lease ID 0x4e62327d43e14def: from storage DS-324362cd-18d1-46e3-b9df-515b4f1e98db node DatanodeRegistration(127.0.0.1:39413, datanodeUuid=ae02ffce-a837-481e-93f2-db2fd01bea80, infoPort=42743, infoSecurePort=0, ipcPort=33093, storageInfo=lv=-57;cid=testClusterID;nsid=1743537129;c=1733340022757), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:20:24,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d 2024-12-04T19:20:24,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:24,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:24,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:20:24,590 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b with version=8 2024-12-04T19:20:24,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/hbase-staging 2024-12-04T19:20:24,593 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:20:24,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:24,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:24,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:20:24,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:24,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:20:24,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:20:24,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:20:24,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33949 2024-12-04T19:20:24,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33949 connecting to ZooKeeper ensemble=127.0.0.1:61335 2024-12-04T19:20:24,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339490x0, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:20:24,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33949-0x101a1c9ae290003 connected 2024-12-04T19:20:24,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:24,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:24,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Set watcher on znode that does not yet exist, /1-486820774/running 2024-12-04T19:20:24,775 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b, hbase.cluster.distributed=false 2024-12-04T19:20:24,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Set watcher on znode that does not yet exist, /1-486820774/acl 2024-12-04T19:20:24,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33949 2024-12-04T19:20:24,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33949 2024-12-04T19:20:24,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33949 2024-12-04T19:20:24,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33949 2024-12-04T19:20:24,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33949 2024-12-04T19:20:24,797 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:20:24,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:24,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:24,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:20:24,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:24,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:20:24,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:20:24,797 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:20:24,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44937 2024-12-04T19:20:24,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44937 connecting to ZooKeeper ensemble=127.0.0.1:61335 2024-12-04T19:20:24,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:24,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:24,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449370x0, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:20:24,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449370x0, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Set watcher on znode that does not yet exist, /1-486820774/running 2024-12-04T19:20:24,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44937-0x101a1c9ae290004 connected 2024-12-04T19:20:24,835 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:20:24,835 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:20:24,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Set watcher on znode that does not yet exist, /1-486820774/master 2024-12-04T19:20:24,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Set watcher on znode that does not yet exist, /1-486820774/acl 2024-12-04T19:20:24,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44937 2024-12-04T19:20:24,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44937 2024-12-04T19:20:24,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44937 2024-12-04T19:20:24,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44937 2024-12-04T19:20:24,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44937 2024-12-04T19:20:24,847 DEBUG [M:0;9ba2734cd39f:33949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:33949 2024-12-04T19:20:24,847 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-486820774/backup-masters/9ba2734cd39f,33949,1733340024592 2024-12-04T19:20:24,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774/backup-masters 2024-12-04T19:20:24,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774/backup-masters 2024-12-04T19:20:24,856 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Set watcher on existing znode=/1-486820774/backup-masters/9ba2734cd39f,33949,1733340024592 2024-12-04T19:20:24,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:24,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-486820774/master 2024-12-04T19:20:24,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:24,866 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Set watcher on existing znode=/1-486820774/master 2024-12-04T19:20:24,867 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-486820774/backup-masters/9ba2734cd39f,33949,1733340024592 from backup master directory 2024-12-04T19:20:24,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-486820774/backup-masters/9ba2734cd39f,33949,1733340024592 2024-12-04T19:20:24,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774/backup-masters 2024-12-04T19:20:24,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774/backup-masters 2024-12-04T19:20:24,876 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:20:24,876 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,33949,1733340024592 2024-12-04T19:20:24,879 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/hbase.id] with ID: f8c77808-3320-425e-a141-f04173d9a02d 2024-12-04T19:20:24,879 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/.tmp/hbase.id 2024-12-04T19:20:24,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:20:24,963 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:20:24,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:24,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:24,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:24,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:24,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:24,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:25,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:25,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:25,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:25,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:25,284 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/.tmp/hbase.id]:[hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/hbase.id] 2024-12-04T19:20:25,291 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:25,291 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:20:25,292 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T19:20:25,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:25,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:25,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:20:25,744 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:20:25,745 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:20:25,745 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:25,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:20:26,150 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store 2024-12-04T19:20:26,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:20:26,555 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:26,555 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:20:26,555 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:26,555 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:26,555 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:20:26,555 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:26,555 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:26,555 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340026555Disabling compacts and flushes for region at 1733340026555Disabling writes for close at 1733340026555Writing region close event to WAL at 1733340026555Closed at 1733340026555 2024-12-04T19:20:26,556 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/.initializing 2024-12-04T19:20:26,556 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/WALs/9ba2734cd39f,33949,1733340024592 2024-12-04T19:20:26,557 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:20:26,558 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C33949%2C1733340024592, suffix=, logDir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/WALs/9ba2734cd39f,33949,1733340024592, archiveDir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/oldWALs, maxLogs=10 2024-12-04T19:20:26,568 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/WALs/9ba2734cd39f,33949,1733340024592/9ba2734cd39f%2C33949%2C1733340024592.1733340026558, exclude list is [], retry=0 2024-12-04T19:20:26,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-df0de8fe-fd36-4a4d-abeb-2786bc5a3269,DISK] 2024-12-04T19:20:26,572 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/WALs/9ba2734cd39f,33949,1733340024592/9ba2734cd39f%2C33949%2C1733340024592.1733340026558 2024-12-04T19:20:26,572 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42743:42743)] 2024-12-04T19:20:26,572 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:20:26,572 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:26,573 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:26,573 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:26,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:26,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:20:26,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:26,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:26,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:26,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:20:26,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:26,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:26,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:26,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:20:26,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:26,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:26,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:26,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:20:26,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:26,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:26,578 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:26,578 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:26,578 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:26,579 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:26,579 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:26,580 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:20:26,580 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:26,582 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:20:26,582 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68332196, jitterRate=0.01822906732559204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:20:26,582 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733340026573Initializing all the Stores at 1733340026573Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340026573Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340026573Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340026574 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340026574Cleaning up temporary data from old regions at 1733340026579 (+5 ms)Region opened successfully at 1733340026582 (+3 ms) 2024-12-04T19:20:26,582 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:20:26,584 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e346de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:20:26,584 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:20:26,585 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:20:26,585 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:20:26,585 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:20:26,585 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:20:26,585 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:20:26,585 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:20:26,587 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:20:26,587 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Unable to get data of znode /1-486820774/balancer because node does not exist (not necessarily an error) 2024-12-04T19:20:26,645 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-486820774/balancer already deleted, retry=false 2024-12-04T19:20:26,645 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:20:26,646 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Unable to get data of znode /1-486820774/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:20:26,655 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-486820774/normalizer already deleted, retry=false 2024-12-04T19:20:26,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:20:26,657 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Unable to get data of znode /1-486820774/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:20:26,666 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-486820774/switch/split already deleted, retry=false 2024-12-04T19:20:26,667 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Unable to get data of znode /1-486820774/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:20:26,676 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-486820774/switch/merge already deleted, retry=false 2024-12-04T19:20:26,679 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Unable to get data of znode /1-486820774/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:20:26,687 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-486820774/snapshot-cleanup already deleted, retry=false 2024-12-04T19:20:26,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-486820774/running 2024-12-04T19:20:26,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-486820774/running 2024-12-04T19:20:26,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:26,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:26,698 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,33949,1733340024592, sessionid=0x101a1c9ae290003, setting cluster-up flag (Was=false) 2024-12-04T19:20:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:26,750 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-486820774/flush-table-proc/acquired, /1-486820774/flush-table-proc/reached, /1-486820774/flush-table-proc/abort 2024-12-04T19:20:26,751 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,33949,1733340024592 2024-12-04T19:20:26,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:26,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:26,802 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-486820774/online-snapshot/acquired, /1-486820774/online-snapshot/reached, /1-486820774/online-snapshot/abort 2024-12-04T19:20:26,803 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,33949,1733340024592 2024-12-04T19:20:26,804 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:20:26,805 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:26,805 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:20:26,805 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:20:26,805 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,33949,1733340024592 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:20:26,806 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:26,806 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:26,806 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:26,806 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:26,806 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:20:26,806 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:26,806 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:20:26,806 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:26,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340056807 2024-12-04T19:20:26,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:20:26,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:20:26,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:20:26,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:20:26,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:20:26,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:20:26,807 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:26,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:26,807 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:20:26,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:20:26,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:20:26,808 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:20:26,808 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:20:26,808 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:20:26,808 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:26,808 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:20:26,808 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:20:26,808 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340026808,5,FailOnTimeoutGroup] 2024-12-04T19:20:26,808 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340026808,5,FailOnTimeoutGroup] 2024-12-04T19:20:26,808 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:26,808 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:20:26,808 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:26,808 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:26,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:20:26,818 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:20:26,818 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b 2024-12-04T19:20:26,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741832_1008 (size=32) 2024-12-04T19:20:26,840 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(746): ClusterId : f8c77808-3320-425e-a141-f04173d9a02d 2024-12-04T19:20:26,840 DEBUG [RS:0;9ba2734cd39f:44937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:20:26,845 DEBUG [RS:0;9ba2734cd39f:44937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:20:26,845 DEBUG [RS:0;9ba2734cd39f:44937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:20:26,856 DEBUG [RS:0;9ba2734cd39f:44937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:20:26,856 DEBUG [RS:0;9ba2734cd39f:44937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d3c309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:20:26,865 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:44937 2024-12-04T19:20:26,865 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:20:26,865 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:20:26,865 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:20:26,866 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,33949,1733340024592 with port=44937, startcode=1733340024797 2024-12-04T19:20:26,866 DEBUG [RS:0;9ba2734cd39f:44937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:20:26,867 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:20:26,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:26,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33949 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:26,869 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b 2024-12-04T19:20:26,869 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39265 2024-12-04T19:20:26,869 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:20:26,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774/rs 2024-12-04T19:20:26,918 DEBUG [RS:0;9ba2734cd39f:44937 {}] zookeeper.ZKUtil(111): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Set watcher on existing znode=/1-486820774/rs/9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:26,918 WARN [RS:0;9ba2734cd39f:44937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:20:26,918 INFO [RS:0;9ba2734cd39f:44937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:26,918 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:26,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,44937,1733340024797] 2024-12-04T19:20:26,920 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:20:26,921 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:20:26,922 INFO [RS:0;9ba2734cd39f:44937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:20:26,922 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:26,922 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:20:26,922 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:20:26,922 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:26,922 DEBUG [RS:0;9ba2734cd39f:44937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:26,922 DEBUG [RS:0;9ba2734cd39f:44937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:26,922 DEBUG [RS:0;9ba2734cd39f:44937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:26,922 DEBUG [RS:0;9ba2734cd39f:44937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:26,922 DEBUG [RS:0;9ba2734cd39f:44937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:26,922 DEBUG [RS:0;9ba2734cd39f:44937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:20:26,922 DEBUG [RS:0;9ba2734cd39f:44937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:26,922 DEBUG [RS:0;9ba2734cd39f:44937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:26,923 DEBUG [RS:0;9ba2734cd39f:44937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:26,923 DEBUG [RS:0;9ba2734cd39f:44937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:26,923 DEBUG [RS:0;9ba2734cd39f:44937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:26,923 DEBUG [RS:0;9ba2734cd39f:44937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:26,923 DEBUG [RS:0;9ba2734cd39f:44937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:20:26,923 DEBUG [RS:0;9ba2734cd39f:44937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:20:26,923 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:26,923 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:26,923 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:26,923 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:26,923 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:26,923 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,44937,1733340024797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:20:26,934 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:20:26,934 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,44937,1733340024797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:26,934 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:26,935 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.Replication(171): 9ba2734cd39f,44937,1733340024797 started 2024-12-04T19:20:26,945 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:26,945 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,44937,1733340024797, RpcServer on 9ba2734cd39f/172.17.0.2:44937, sessionid=0x101a1c9ae290004 2024-12-04T19:20:26,945 DEBUG [RS:0;9ba2734cd39f:44937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:20:26,945 DEBUG [RS:0;9ba2734cd39f:44937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:26,945 DEBUG [RS:0;9ba2734cd39f:44937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,44937,1733340024797' 2024-12-04T19:20:26,945 DEBUG [RS:0;9ba2734cd39f:44937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-486820774/flush-table-proc/abort' 2024-12-04T19:20:26,946 DEBUG [RS:0;9ba2734cd39f:44937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-486820774/flush-table-proc/acquired' 2024-12-04T19:20:26,946 DEBUG [RS:0;9ba2734cd39f:44937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:20:26,946 DEBUG [RS:0;9ba2734cd39f:44937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:20:26,946 DEBUG [RS:0;9ba2734cd39f:44937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:26,946 DEBUG [RS:0;9ba2734cd39f:44937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,44937,1733340024797' 2024-12-04T19:20:26,946 DEBUG [RS:0;9ba2734cd39f:44937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-486820774/online-snapshot/abort' 2024-12-04T19:20:26,947 DEBUG [RS:0;9ba2734cd39f:44937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-486820774/online-snapshot/acquired' 2024-12-04T19:20:26,947 DEBUG [RS:0;9ba2734cd39f:44937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:20:26,947 INFO [RS:0;9ba2734cd39f:44937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:20:26,947 INFO [RS:0;9ba2734cd39f:44937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:20:27,047 INFO [RS:0;9ba2734cd39f:44937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:20:27,048 INFO [RS:0;9ba2734cd39f:44937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C44937%2C1733340024797, suffix=, logDir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797, archiveDir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/oldWALs, maxLogs=10 2024-12-04T19:20:27,058 DEBUG [RS:0;9ba2734cd39f:44937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048, exclude list is [], retry=0 2024-12-04T19:20:27,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-df0de8fe-fd36-4a4d-abeb-2786bc5a3269,DISK] 2024-12-04T19:20:27,062 INFO [RS:0;9ba2734cd39f:44937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 2024-12-04T19:20:27,062 DEBUG [RS:0;9ba2734cd39f:44937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42743:42743)] 2024-12-04T19:20:27,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:27,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:20:27,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:20:27,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:27,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:27,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:20:27,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:20:27,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:27,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:27,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:20:27,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:20:27,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:27,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:27,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:20:27,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:20:27,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:27,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:27,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:20:27,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740 2024-12-04T19:20:27,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740 2024-12-04T19:20:27,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:20:27,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:20:27,233 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:20:27,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:20:27,235 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:20:27,235 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67441880, jitterRate=0.004962325096130371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:20:27,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733340027225Initializing all the Stores at 1733340027226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340027226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340027226Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340027226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340027226Cleaning up temporary data from old regions at 1733340027233 (+7 ms)Region opened successfully at 1733340027235 (+2 ms) 2024-12-04T19:20:27,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:20:27,236 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:20:27,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:20:27,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:20:27,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:20:27,236 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:20:27,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340027236Disabling compacts and flushes for region at 1733340027236Disabling writes for close at 1733340027236Writing region close event to WAL at 1733340027236Closed at 1733340027236 2024-12-04T19:20:27,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:27,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:20:27,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:20:27,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:20:27,238 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:20:27,389 DEBUG [9ba2734cd39f:33949 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:20:27,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:27,390 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,44937,1733340024797, state=OPENING 2024-12-04T19:20:27,413 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:20:27,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:27,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:27,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-486820774/meta-region-server: CHANGED 2024-12-04T19:20:27,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-486820774/meta-region-server: CHANGED 2024-12-04T19:20:27,424 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:20:27,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,44937,1733340024797}] 2024-12-04T19:20:27,448 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:20:27,576 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:20:27,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:20:27,579 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:20:27,579 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:27,580 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:20:27,581 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C44937%2C1733340024797.meta, suffix=.meta, logDir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797, archiveDir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/oldWALs, maxLogs=10 2024-12-04T19:20:27,591 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.meta.1733340027581.meta, exclude list is [], retry=0 2024-12-04T19:20:27,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-df0de8fe-fd36-4a4d-abeb-2786bc5a3269,DISK] 2024-12-04T19:20:27,594 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.meta.1733340027581.meta 2024-12-04T19:20:27,594 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42743:42743)] 2024-12-04T19:20:27,594 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:20:27,595 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:20:27,595 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:20:27,595 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:20:27,595 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:20:27,595 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:20:27,595 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:27,595 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:20:27,595 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:20:27,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:20:27,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:20:27,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:27,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:27,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:20:27,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:20:27,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:27,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:27,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:20:27,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:20:27,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:27,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:27,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:20:27,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:20:27,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:27,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:27,599 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:20:27,600 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740 2024-12-04T19:20:27,601 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740 2024-12-04T19:20:27,602 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:20:27,602 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:20:27,602 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:20:27,603 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:20:27,604 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65885114, jitterRate=-0.01823529601097107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:20:27,604 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:20:27,604 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733340027595Writing region info on filesystem at 1733340027595Initializing all the Stores at 1733340027596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340027596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340027596Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340027596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340027596Cleaning up temporary data from old regions at 1733340027602 (+6 ms)Running coprocessor post-open hooks at 1733340027604 (+2 ms)Region opened successfully at 1733340027604 2024-12-04T19:20:27,605 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733340027576 2024-12-04T19:20:27,606 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:20:27,606 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:20:27,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:27,607 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,44937,1733340024797, state=OPEN 2024-12-04T19:20:27,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-486820774/meta-region-server 2024-12-04T19:20:27,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-486820774/meta-region-server 2024-12-04T19:20:27,645 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:27,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-486820774/meta-region-server: CHANGED 2024-12-04T19:20:27,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-486820774/meta-region-server: CHANGED 2024-12-04T19:20:27,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:20:27,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,44937,1733340024797 in 221 msec 2024-12-04T19:20:27,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:20:27,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-12-04T19:20:27,649 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:27,649 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:20:27,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:27,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44937,1733340024797, seqNum=-1] 2024-12-04T19:20:27,650 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:27,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:20:27,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-12-04T19:20:27,654 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733340027654, completionTime=-1 2024-12-04T19:20:27,654 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:20:27,654 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:20:27,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:20:27,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340087656 2024-12-04T19:20:27,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340147656 2024-12-04T19:20:27,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:20:27,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33949,1733340024592-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:27,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33949,1733340024592-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:27,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33949,1733340024592-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:27,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:33949, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:27,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:27,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:27,658 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:20:27,659 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.783sec 2024-12-04T19:20:27,660 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:20:27,660 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:20:27,660 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:20:27,660 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:20:27,660 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:20:27,660 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33949,1733340024592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:20:27,660 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33949,1733340024592-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:20:27,662 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:20:27,662 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:20:27,662 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33949,1733340024592-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:27,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e68d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:27,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33949,-1 for getting cluster id 2024-12-04T19:20:27,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:27,742 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8c77808-3320-425e-a141-f04173d9a02d' 2024-12-04T19:20:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8c77808-3320-425e-a141-f04173d9a02d" 2024-12-04T19:20:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b69bce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33949,-1] 2024-12-04T19:20:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:27,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:27,743 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:27,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7418f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:27,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44937,1733340024797, seqNum=-1] 2024-12-04T19:20:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:27,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:20:27,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,33949,1733340024592 2024-12-04T19:20:27,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61335 2024-12-04T19:20:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:20:27,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a1c9ae290005 connected 2024-12-04T19:20:27,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,42803,1733340019186 2024-12-04T19:20:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ec41ab9 2024-12-04T19:20:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:27,774 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:20:27,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:20:27,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:20:27,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:20:27,777 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:27,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:20:27,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:20:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:20:27,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:20:27,783 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 673912ca8fc8554403f6a69517f582fb, NAME => 'test,,1733340027774.673912ca8fc8554403f6a69517f582fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717 2024-12-04T19:20:27,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:20:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:20:28,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:20:28,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733340027774.673912ca8fc8554403f6a69517f582fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:28,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 673912ca8fc8554403f6a69517f582fb, disabling compactions & flushes 2024-12-04T19:20:28,192 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733340027774.673912ca8fc8554403f6a69517f582fb. 2024-12-04T19:20:28,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340027774.673912ca8fc8554403f6a69517f582fb. 2024-12-04T19:20:28,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733340027774.673912ca8fc8554403f6a69517f582fb. after waiting 0 ms 2024-12-04T19:20:28,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733340027774.673912ca8fc8554403f6a69517f582fb. 2024-12-04T19:20:28,192 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733340027774.673912ca8fc8554403f6a69517f582fb. 2024-12-04T19:20:28,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 673912ca8fc8554403f6a69517f582fb: Waiting for close lock at 1733340028192Disabling compacts and flushes for region at 1733340028192Disabling writes for close at 1733340028192Writing region close event to WAL at 1733340028192Closed at 1733340028192 2024-12-04T19:20:28,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:20:28,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733340027774.673912ca8fc8554403f6a69517f582fb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733340028193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340028193"}]},"ts":"1733340028193"} 2024-12-04T19:20:28,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:20:28,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:20:28,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340028196"}]},"ts":"1733340028196"} 2024-12-04T19:20:28,197 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:20:28,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=673912ca8fc8554403f6a69517f582fb, ASSIGN}] 2024-12-04T19:20:28,198 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=673912ca8fc8554403f6a69517f582fb, ASSIGN 2024-12-04T19:20:28,199 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=673912ca8fc8554403f6a69517f582fb, ASSIGN; state=OFFLINE, location=9ba2734cd39f,43297,1733340019379; forceNewPlan=false, retain=false 2024-12-04T19:20:28,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=673912ca8fc8554403f6a69517f582fb, regionState=OPENING, regionLocation=9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:28,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=673912ca8fc8554403f6a69517f582fb, ASSIGN because future has completed 2024-12-04T19:20:28,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 673912ca8fc8554403f6a69517f582fb, server=9ba2734cd39f,43297,1733340019379}] 2024-12-04T19:20:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:20:28,506 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733340027774.673912ca8fc8554403f6a69517f582fb. 2024-12-04T19:20:28,506 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 673912ca8fc8554403f6a69517f582fb, NAME => 'test,,1733340027774.673912ca8fc8554403f6a69517f582fb.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:20:28,506 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:20:28,506 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:20:28,507 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 673912ca8fc8554403f6a69517f582fb 2024-12-04T19:20:28,507 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733340027774.673912ca8fc8554403f6a69517f582fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:28,507 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 673912ca8fc8554403f6a69517f582fb 2024-12-04T19:20:28,507 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 673912ca8fc8554403f6a69517f582fb 2024-12-04T19:20:28,508 INFO [StoreOpener-673912ca8fc8554403f6a69517f582fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 673912ca8fc8554403f6a69517f582fb 2024-12-04T19:20:28,509 INFO [StoreOpener-673912ca8fc8554403f6a69517f582fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 673912ca8fc8554403f6a69517f582fb columnFamilyName f 2024-12-04T19:20:28,509 DEBUG [StoreOpener-673912ca8fc8554403f6a69517f582fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:28,509 INFO [StoreOpener-673912ca8fc8554403f6a69517f582fb-1 {}] regionserver.HStore(327): Store=673912ca8fc8554403f6a69517f582fb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:28,509 INFO [StoreOpener-673912ca8fc8554403f6a69517f582fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 673912ca8fc8554403f6a69517f582fb 2024-12-04T19:20:28,510 INFO [StoreOpener-673912ca8fc8554403f6a69517f582fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 673912ca8fc8554403f6a69517f582fb columnFamilyName f1 2024-12-04T19:20:28,510 DEBUG [StoreOpener-673912ca8fc8554403f6a69517f582fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:28,511 INFO [StoreOpener-673912ca8fc8554403f6a69517f582fb-1 {}] regionserver.HStore(327): Store=673912ca8fc8554403f6a69517f582fb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:28,511 INFO [StoreOpener-673912ca8fc8554403f6a69517f582fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 673912ca8fc8554403f6a69517f582fb 2024-12-04T19:20:28,511 INFO [StoreOpener-673912ca8fc8554403f6a69517f582fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 673912ca8fc8554403f6a69517f582fb columnFamilyName norep 2024-12-04T19:20:28,511 DEBUG [StoreOpener-673912ca8fc8554403f6a69517f582fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:28,512 INFO [StoreOpener-673912ca8fc8554403f6a69517f582fb-1 {}] regionserver.HStore(327): Store=673912ca8fc8554403f6a69517f582fb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:28,512 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 673912ca8fc8554403f6a69517f582fb 2024-12-04T19:20:28,512 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb 2024-12-04T19:20:28,513 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb 2024-12-04T19:20:28,513 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 673912ca8fc8554403f6a69517f582fb 2024-12-04T19:20:28,513 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 673912ca8fc8554403f6a69517f582fb 2024-12-04T19:20:28,514 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:20:28,514 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 673912ca8fc8554403f6a69517f582fb 2024-12-04T19:20:28,516 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:20:28,516 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 673912ca8fc8554403f6a69517f582fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72955728, jitterRate=0.08712506294250488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:20:28,516 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 673912ca8fc8554403f6a69517f582fb 2024-12-04T19:20:28,517 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 673912ca8fc8554403f6a69517f582fb: Running coprocessor pre-open hook at 1733340028507Writing region info on filesystem at 1733340028507Initializing all the Stores at 1733340028507Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340028508 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340028508Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340028508Cleaning up temporary data from old regions at 1733340028513 (+5 ms)Running coprocessor post-open hooks at 1733340028516 (+3 ms)Region opened successfully at 1733340028517 (+1 ms) 2024-12-04T19:20:28,517 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733340027774.673912ca8fc8554403f6a69517f582fb., pid=6, masterSystemTime=1733340028503 2024-12-04T19:20:28,519 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733340027774.673912ca8fc8554403f6a69517f582fb. 2024-12-04T19:20:28,519 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733340027774.673912ca8fc8554403f6a69517f582fb. 2024-12-04T19:20:28,519 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=673912ca8fc8554403f6a69517f582fb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:28,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 673912ca8fc8554403f6a69517f582fb, server=9ba2734cd39f,43297,1733340019379 because future has completed 2024-12-04T19:20:28,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:20:28,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 673912ca8fc8554403f6a69517f582fb, server=9ba2734cd39f,43297,1733340019379 in 169 msec 2024-12-04T19:20:28,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:20:28,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=673912ca8fc8554403f6a69517f582fb, ASSIGN in 325 msec 2024-12-04T19:20:28,525 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:20:28,525 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340028525"}]},"ts":"1733340028525"} 2024-12-04T19:20:28,526 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:20:28,527 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:20:28,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 752 msec 2024-12-04T19:20:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:20:28,914 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:20:28,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:28,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,33949,1733340024592 2024-12-04T19:20:28,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43a7b131 2024-12-04T19:20:28,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:28,916 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:20:28,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:20:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:20:28,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:20:28,919 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:28,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:20:28,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:20:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:20:28,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:20:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:20:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:20:29,325 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0ca291b9d933e817de1258dc935904d, NAME => 'test,,1733340028916.f0ca291b9d933e817de1258dc935904d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b 2024-12-04T19:20:29,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:20:29,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:20:29,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T19:20:29,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T19:20:29,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T19:20:29,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:20:29,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T19:20:29,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:20:29,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T19:20:29,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:20:29,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T19:20:29,462 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:20:29,462 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T19:20:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:20:29,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733340028916.f0ca291b9d933e817de1258dc935904d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:29,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f0ca291b9d933e817de1258dc935904d, disabling compactions & flushes 2024-12-04T19:20:29,730 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733340028916.f0ca291b9d933e817de1258dc935904d. 2024-12-04T19:20:29,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340028916.f0ca291b9d933e817de1258dc935904d. 2024-12-04T19:20:29,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733340028916.f0ca291b9d933e817de1258dc935904d. after waiting 0 ms 2024-12-04T19:20:29,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733340028916.f0ca291b9d933e817de1258dc935904d. 2024-12-04T19:20:29,730 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733340028916.f0ca291b9d933e817de1258dc935904d. 2024-12-04T19:20:29,730 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0ca291b9d933e817de1258dc935904d: Waiting for close lock at 1733340029730Disabling compacts and flushes for region at 1733340029730Disabling writes for close at 1733340029730Writing region close event to WAL at 1733340029730Closed at 1733340029730 2024-12-04T19:20:29,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:20:29,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733340028916.f0ca291b9d933e817de1258dc935904d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733340029731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340029731"}]},"ts":"1733340029731"} 2024-12-04T19:20:29,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:20:29,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:20:29,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340029734"}]},"ts":"1733340029734"} 2024-12-04T19:20:29,735 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:20:29,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0ca291b9d933e817de1258dc935904d, ASSIGN}] 2024-12-04T19:20:29,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f0ca291b9d933e817de1258dc935904d, ASSIGN 2024-12-04T19:20:29,737 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f0ca291b9d933e817de1258dc935904d, ASSIGN; state=OFFLINE, location=9ba2734cd39f,44937,1733340024797; forceNewPlan=false, retain=false 2024-12-04T19:20:29,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0ca291b9d933e817de1258dc935904d, regionState=OPENING, regionLocation=9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:29,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f0ca291b9d933e817de1258dc935904d, ASSIGN because future has completed 2024-12-04T19:20:29,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0ca291b9d933e817de1258dc935904d, server=9ba2734cd39f,44937,1733340024797}] 2024-12-04T19:20:30,044 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733340028916.f0ca291b9d933e817de1258dc935904d. 2024-12-04T19:20:30,044 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f0ca291b9d933e817de1258dc935904d, NAME => 'test,,1733340028916.f0ca291b9d933e817de1258dc935904d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:20:30,044 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:20:30,044 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:20:30,044 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:30,044 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733340028916.f0ca291b9d933e817de1258dc935904d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:30,044 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:30,044 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:30,045 INFO [StoreOpener-f0ca291b9d933e817de1258dc935904d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:30,046 INFO [StoreOpener-f0ca291b9d933e817de1258dc935904d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0ca291b9d933e817de1258dc935904d columnFamilyName f 2024-12-04T19:20:30,046 DEBUG [StoreOpener-f0ca291b9d933e817de1258dc935904d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:30,047 INFO [StoreOpener-f0ca291b9d933e817de1258dc935904d-1 {}] regionserver.HStore(327): Store=f0ca291b9d933e817de1258dc935904d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:30,047 INFO [StoreOpener-f0ca291b9d933e817de1258dc935904d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:30,048 INFO [StoreOpener-f0ca291b9d933e817de1258dc935904d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0ca291b9d933e817de1258dc935904d columnFamilyName f1 2024-12-04T19:20:30,048 DEBUG [StoreOpener-f0ca291b9d933e817de1258dc935904d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:30,048 INFO [StoreOpener-f0ca291b9d933e817de1258dc935904d-1 {}] regionserver.HStore(327): Store=f0ca291b9d933e817de1258dc935904d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:30,048 INFO [StoreOpener-f0ca291b9d933e817de1258dc935904d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:30,049 INFO [StoreOpener-f0ca291b9d933e817de1258dc935904d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0ca291b9d933e817de1258dc935904d columnFamilyName norep 2024-12-04T19:20:30,049 DEBUG [StoreOpener-f0ca291b9d933e817de1258dc935904d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:30,049 INFO [StoreOpener-f0ca291b9d933e817de1258dc935904d-1 {}] regionserver.HStore(327): Store=f0ca291b9d933e817de1258dc935904d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:30,049 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:30,049 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:30,050 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:30,050 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:30,050 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:30,051 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:20:30,051 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:30,053 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:20:30,053 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f0ca291b9d933e817de1258dc935904d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71114078, jitterRate=0.05968233942985535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:20:30,053 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:30,053 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f0ca291b9d933e817de1258dc935904d: Running coprocessor pre-open hook at 1733340030044Writing region info on filesystem at 1733340030044Initializing all the Stores at 1733340030045 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340030045Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340030045Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340030045Cleaning up temporary data from old regions at 1733340030050 (+5 ms)Running coprocessor post-open hooks at 1733340030053 (+3 ms)Region opened successfully at 1733340030053 2024-12-04T19:20:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:20:30,054 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733340028916.f0ca291b9d933e817de1258dc935904d., pid=6, masterSystemTime=1733340030041 2024-12-04T19:20:30,055 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733340028916.f0ca291b9d933e817de1258dc935904d. 2024-12-04T19:20:30,055 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733340028916.f0ca291b9d933e817de1258dc935904d. 2024-12-04T19:20:30,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f0ca291b9d933e817de1258dc935904d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:30,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0ca291b9d933e817de1258dc935904d, server=9ba2734cd39f,44937,1733340024797 because future has completed 2024-12-04T19:20:30,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:20:30,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f0ca291b9d933e817de1258dc935904d, server=9ba2734cd39f,44937,1733340024797 in 168 msec 2024-12-04T19:20:30,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:20:30,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f0ca291b9d933e817de1258dc935904d, ASSIGN in 324 msec 2024-12-04T19:20:30,061 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:20:30,061 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340030061"}]},"ts":"1733340030061"} 2024-12-04T19:20:30,062 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:20:30,063 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:20:30,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-12-04T19:20:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:20:31,063 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:20:31,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b23b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:31,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,42803,-1 for getting cluster id 2024-12-04T19:20:31,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:31,065 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12f621c7-1d67-4530-8f42-b708b7e0660e' 2024-12-04T19:20:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12f621c7-1d67-4530-8f42-b708b7e0660e" 2024-12-04T19:20:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df041e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,42803,-1] 2024-12-04T19:20:31,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:31,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:31,066 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:31,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9bd8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:31,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb79bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:31,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33949,-1 for getting cluster id 2024-12-04T19:20:31,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:31,068 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8c77808-3320-425e-a141-f04173d9a02d' 2024-12-04T19:20:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8c77808-3320-425e-a141-f04173d9a02d" 2024-12-04T19:20:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcd1ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33949,-1] 2024-12-04T19:20:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:31,069 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:31,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:31,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11be61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:31,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,42803,-1 for getting cluster id 2024-12-04T19:20:31,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:31,070 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12f621c7-1d67-4530-8f42-b708b7e0660e' 2024-12-04T19:20:31,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12f621c7-1d67-4530-8f42-b708b7e0660e" 2024-12-04T19:20:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdf4bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,42803,-1] 2024-12-04T19:20:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:31,071 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:31,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379d9493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:31,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:31,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,42803,1733340019186 2024-12-04T19:20:31,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d52c97e 2024-12-04T19:20:31,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:31,073 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:20:31,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:33949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:20:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:20:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:31,076 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:33949' 2024-12-04T19:20:31,077 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed45a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:31,077 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33949,-1 for getting cluster id 2024-12-04T19:20:31,077 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:31,078 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8c77808-3320-425e-a141-f04173d9a02d' 2024-12-04T19:20:31,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:31,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8c77808-3320-425e-a141-f04173d9a02d" 2024-12-04T19:20:31,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dcbdf17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:31,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33949,-1] 2024-12-04T19:20:31,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:31,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:31,079 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:31,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314e05cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:31,080 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:31,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,33949,1733340024592 2024-12-04T19:20:31,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54e87103 2024-12-04T19:20:31,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:31,081 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:20:31,082 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T19:20:31,082 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:20:31,082 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:31,082 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:31,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:31,083 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:20:31,084 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:20:31,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:20:31,084 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:31,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:20:31,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741837_1013 (size=1138) 2024-12-04T19:20:31,134 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:20:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:31,490 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbef74d4d406d8376077e22035710c2c, NAME => 'hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717 2024-12-04T19:20:31,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741838_1014 (size=44) 2024-12-04T19:20:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:31,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:31,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cbef74d4d406d8376077e22035710c2c, disabling compactions & flushes 2024-12-04T19:20:31,895 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:31,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:31,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. after waiting 0 ms 2024-12-04T19:20:31,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:31,895 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:31,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbef74d4d406d8376077e22035710c2c: Waiting for close lock at 1733340031895Disabling compacts and flushes for region at 1733340031895Disabling writes for close at 1733340031895Writing region close event to WAL at 1733340031895Closed at 1733340031895 2024-12-04T19:20:31,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:20:31,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733340031896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340031896"}]},"ts":"1733340031896"} 2024-12-04T19:20:31,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:20:31,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:20:31,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340031899"}]},"ts":"1733340031899"} 2024-12-04T19:20:31,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:20:31,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbef74d4d406d8376077e22035710c2c, ASSIGN}] 2024-12-04T19:20:31,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbef74d4d406d8376077e22035710c2c, ASSIGN 2024-12-04T19:20:31,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbef74d4d406d8376077e22035710c2c, ASSIGN; state=OFFLINE, location=9ba2734cd39f,43297,1733340019379; forceNewPlan=false, retain=false 2024-12-04T19:20:32,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbef74d4d406d8376077e22035710c2c, regionState=OPENING, regionLocation=9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:32,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbef74d4d406d8376077e22035710c2c, ASSIGN because future has completed 2024-12-04T19:20:32,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbef74d4d406d8376077e22035710c2c, server=9ba2734cd39f,43297,1733340019379}] 2024-12-04T19:20:32,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:32,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:32,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:32,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:20:32,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C43297%2C1733340019379.rep, suffix=, logDir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379, archiveDir=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/oldWALs, maxLogs=10 2024-12-04T19:20:32,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.rep.1733340032255, exclude list is [], retry=0 2024-12-04T19:20:32,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35265,DS-5ef600fc-1dc0-4f87-a28b-b2584a538846,DISK] 2024-12-04T19:20:32,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.rep.1733340032255 2024-12-04T19:20:32,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39133:39133)] 2024-12-04T19:20:32,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cbef74d4d406d8376077e22035710c2c, NAME => 'hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:20:32,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:20:32,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:20:32,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. service=MultiRowMutationService 2024-12-04T19:20:32,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:20:32,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:32,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:32,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:32,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:32,270 INFO [StoreOpener-cbef74d4d406d8376077e22035710c2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:32,271 INFO [StoreOpener-cbef74d4d406d8376077e22035710c2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbef74d4d406d8376077e22035710c2c columnFamilyName hfileref 2024-12-04T19:20:32,271 DEBUG [StoreOpener-cbef74d4d406d8376077e22035710c2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:32,271 INFO [StoreOpener-cbef74d4d406d8376077e22035710c2c-1 {}] regionserver.HStore(327): Store=cbef74d4d406d8376077e22035710c2c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:32,271 INFO [StoreOpener-cbef74d4d406d8376077e22035710c2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:32,272 INFO [StoreOpener-cbef74d4d406d8376077e22035710c2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbef74d4d406d8376077e22035710c2c columnFamilyName queue 2024-12-04T19:20:32,272 DEBUG [StoreOpener-cbef74d4d406d8376077e22035710c2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:32,272 INFO [StoreOpener-cbef74d4d406d8376077e22035710c2c-1 {}] regionserver.HStore(327): Store=cbef74d4d406d8376077e22035710c2c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:32,272 INFO [StoreOpener-cbef74d4d406d8376077e22035710c2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:32,273 INFO [StoreOpener-cbef74d4d406d8376077e22035710c2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbef74d4d406d8376077e22035710c2c columnFamilyName sid 2024-12-04T19:20:32,273 DEBUG [StoreOpener-cbef74d4d406d8376077e22035710c2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:32,274 INFO [StoreOpener-cbef74d4d406d8376077e22035710c2c-1 {}] regionserver.HStore(327): Store=cbef74d4d406d8376077e22035710c2c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:32,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:32,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/replication/cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:32,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/replication/cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:32,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:32,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:32,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:20:32,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:32,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/replication/cbef74d4d406d8376077e22035710c2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:20:32,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cbef74d4d406d8376077e22035710c2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64835076, jitterRate=-0.033882081508636475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:20:32,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:32,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cbef74d4d406d8376077e22035710c2c: Running coprocessor pre-open hook at 1733340032269Writing region info on filesystem at 1733340032269Initializing all the Stores at 1733340032270 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340032270Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340032270Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340032270Cleaning up temporary data from old regions at 1733340032276 (+6 ms)Running coprocessor post-open hooks at 1733340032279 (+3 ms)Region opened successfully at 1733340032280 (+1 ms) 2024-12-04T19:20:32,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c., pid=10, masterSystemTime=1733340032250 2024-12-04T19:20:32,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:32,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:32,283 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbef74d4d406d8376077e22035710c2c, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:32,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbef74d4d406d8376077e22035710c2c, server=9ba2734cd39f,43297,1733340019379 because future has completed 2024-12-04T19:20:32,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T19:20:32,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cbef74d4d406d8376077e22035710c2c, server=9ba2734cd39f,43297,1733340019379 in 230 msec 2024-12-04T19:20:32,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T19:20:32,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbef74d4d406d8376077e22035710c2c, ASSIGN in 387 msec 2024-12-04T19:20:32,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:20:32,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340032289"}]},"ts":"1733340032289"} 2024-12-04T19:20:32,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:20:32,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:20:32,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2090 sec 2024-12-04T19:20:32,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c., hostname=9ba2734cd39f,43297,1733340019379, seqNum=2] 2024-12-04T19:20:32,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:32,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:32,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:20:32,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T19:20:32,660 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:20:32,684 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,43297,1733340019379, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:20:32,684 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:32,684 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43297,1733340019379, seqNum=-1] 2024-12-04T19:20:32,684 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:32,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T19:20:32,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,43297,1733340019379', locateType=CURRENT is [region=hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c., hostname=9ba2734cd39f,43297,1733340019379, seqNum=2] 2024-12-04T19:20:32,689 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T19:20:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T19:20:32,691 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,43297,1733340019379 suceeded 2024-12-04T19:20:32,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T19:20:32,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-04T19:20:32,693 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:33949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:20:32,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6190 sec 2024-12-04T19:20:32,708 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:33949' 2024-12-04T19:20:32,709 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7fe5cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:32,709 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33949,-1 for getting cluster id 2024-12-04T19:20:32,709 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:32,710 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8c77808-3320-425e-a141-f04173d9a02d' 2024-12-04T19:20:32,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:32,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8c77808-3320-425e-a141-f04173d9a02d" 2024-12-04T19:20:32,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2371f35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:32,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33949,-1] 2024-12-04T19:20:32,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:32,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:32,711 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:32,712 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@291e623f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:32,712 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:32,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,33949,1733340024592 2024-12-04T19:20:32,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@254dcca7 2024-12-04T19:20:32,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:32,713 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-04T19:20:32,714 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,43297,1733340019379 (queues=1) is replicating from cluster=12f621c7-1d67-4530-8f42-b708b7e0660e to cluster=f8c77808-3320-425e-a141-f04173d9a02d 2024-12-04T19:20:32,714 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C43297%2C1733340019379 2024-12-04T19:20:32,714 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,43297,1733340019379, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:20:32,714 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C43297%2C1733340019379 2024-12-04T19:20:32,714 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580, startPosition=0, beingWritten=true 2024-12-04T19:20:32,719 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:20:32,719 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 379, reset compression=false 2024-12-04T19:20:32,719 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,43297,1733340019379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:20:32,923 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 379, reset compression=false 2024-12-04T19:20:33,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:20:33,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:33,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:33,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:33,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:33,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:33,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:33,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:33,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:33,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:33,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:33,148 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T19:20:33,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:33,224 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:20:33,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:20:33,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:33,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:33,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:33,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:33,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192efd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:33,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33949,-1 for getting cluster id 2024-12-04T19:20:33,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:33,226 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8c77808-3320-425e-a141-f04173d9a02d' 2024-12-04T19:20:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8c77808-3320-425e-a141-f04173d9a02d" 2024-12-04T19:20:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5198ed1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33949,-1] 2024-12-04T19:20:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:33,227 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 379, reset compression=false 2024-12-04T19:20:33,227 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:33,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8d3ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:33,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,33949,1733340024592 2024-12-04T19:20:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a8727aa 2024-12-04T19:20:33,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:33,230 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:20:33,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:42803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:20:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:20:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:33,233 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:42803' 2024-12-04T19:20:33,233 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbd0e17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:33,233 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,42803,-1 for getting cluster id 2024-12-04T19:20:33,233 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:33,234 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12f621c7-1d67-4530-8f42-b708b7e0660e' 2024-12-04T19:20:33,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:33,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12f621c7-1d67-4530-8f42-b708b7e0660e" 2024-12-04T19:20:33,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aadaab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:33,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,42803,-1] 2024-12-04T19:20:33,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:33,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:33,235 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:33,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736ab617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:33,236 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:33,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,42803,1733340019186 2024-12-04T19:20:33,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5426fc6 2024-12-04T19:20:33,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:33,237 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:20:33,238 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T19:20:33,238 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:20:33,238 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:33,238 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:33,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:33,238 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:20:33,239 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:20:33,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:20:33,240 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:33,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:20:33,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741837_1013 (size=1138) 2024-12-04T19:20:33,289 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:20:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:33,449 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T19:20:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:33,630 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 379, reset compression=false 2024-12-04T19:20:33,647 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5b2fdd9cebb2abc8c1c97b674c704a9, NAME => 'hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b 2024-12-04T19:20:33,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741838_1014 (size=44) 2024-12-04T19:20:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:34,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:34,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d5b2fdd9cebb2abc8c1c97b674c704a9, disabling compactions & flushes 2024-12-04T19:20:34,054 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. 2024-12-04T19:20:34,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. 2024-12-04T19:20:34,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. after waiting 0 ms 2024-12-04T19:20:34,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. 2024-12-04T19:20:34,054 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. 2024-12-04T19:20:34,054 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5b2fdd9cebb2abc8c1c97b674c704a9: Waiting for close lock at 1733340034054Disabling compacts and flushes for region at 1733340034054Disabling writes for close at 1733340034054Writing region close event to WAL at 1733340034054Closed at 1733340034054 2024-12-04T19:20:34,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:20:34,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733340034055"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340034055"}]},"ts":"1733340034055"} 2024-12-04T19:20:34,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:20:34,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:20:34,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340034058"}]},"ts":"1733340034058"} 2024-12-04T19:20:34,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:20:34,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d5b2fdd9cebb2abc8c1c97b674c704a9, ASSIGN}] 2024-12-04T19:20:34,062 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d5b2fdd9cebb2abc8c1c97b674c704a9, ASSIGN 2024-12-04T19:20:34,062 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d5b2fdd9cebb2abc8c1c97b674c704a9, ASSIGN; state=OFFLINE, location=9ba2734cd39f,44937,1733340024797; forceNewPlan=false, retain=false 2024-12-04T19:20:34,134 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 379, reset compression=false 2024-12-04T19:20:34,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d5b2fdd9cebb2abc8c1c97b674c704a9, regionState=OPENING, regionLocation=9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:34,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d5b2fdd9cebb2abc8c1c97b674c704a9, ASSIGN because future has completed 2024-12-04T19:20:34,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5b2fdd9cebb2abc8c1c97b674c704a9, server=9ba2734cd39f,44937,1733340024797}] 2024-12-04T19:20:34,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. 2024-12-04T19:20:34,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:34,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:20:34,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C44937%2C1733340024797.rep, suffix=, logDir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797, archiveDir=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/oldWALs, maxLogs=10 2024-12-04T19:20:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:34,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.rep.1733340034374, exclude list is [], retry=0 2024-12-04T19:20:34,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-df0de8fe-fd36-4a4d-abeb-2786bc5a3269,DISK] 2024-12-04T19:20:34,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.rep.1733340034374 2024-12-04T19:20:34,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42743:42743)] 2024-12-04T19:20:34,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d5b2fdd9cebb2abc8c1c97b674c704a9, NAME => 'hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:20:34,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:20:34,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:20:34,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. service=MultiRowMutationService 2024-12-04T19:20:34,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:20:34,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d5b2fdd9cebb2abc8c1c97b674c704a9 2024-12-04T19:20:34,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:34,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d5b2fdd9cebb2abc8c1c97b674c704a9 2024-12-04T19:20:34,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d5b2fdd9cebb2abc8c1c97b674c704a9 2024-12-04T19:20:34,396 INFO [StoreOpener-d5b2fdd9cebb2abc8c1c97b674c704a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d5b2fdd9cebb2abc8c1c97b674c704a9 2024-12-04T19:20:34,397 INFO [StoreOpener-d5b2fdd9cebb2abc8c1c97b674c704a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5b2fdd9cebb2abc8c1c97b674c704a9 columnFamilyName hfileref 2024-12-04T19:20:34,397 DEBUG [StoreOpener-d5b2fdd9cebb2abc8c1c97b674c704a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:34,397 INFO [StoreOpener-d5b2fdd9cebb2abc8c1c97b674c704a9-1 {}] regionserver.HStore(327): Store=d5b2fdd9cebb2abc8c1c97b674c704a9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:34,398 INFO [StoreOpener-d5b2fdd9cebb2abc8c1c97b674c704a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d5b2fdd9cebb2abc8c1c97b674c704a9 2024-12-04T19:20:34,398 INFO [StoreOpener-d5b2fdd9cebb2abc8c1c97b674c704a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5b2fdd9cebb2abc8c1c97b674c704a9 columnFamilyName queue 2024-12-04T19:20:34,398 DEBUG [StoreOpener-d5b2fdd9cebb2abc8c1c97b674c704a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:34,399 INFO [StoreOpener-d5b2fdd9cebb2abc8c1c97b674c704a9-1 {}] regionserver.HStore(327): Store=d5b2fdd9cebb2abc8c1c97b674c704a9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:34,399 INFO [StoreOpener-d5b2fdd9cebb2abc8c1c97b674c704a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d5b2fdd9cebb2abc8c1c97b674c704a9 2024-12-04T19:20:34,400 INFO [StoreOpener-d5b2fdd9cebb2abc8c1c97b674c704a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5b2fdd9cebb2abc8c1c97b674c704a9 columnFamilyName sid 2024-12-04T19:20:34,400 DEBUG [StoreOpener-d5b2fdd9cebb2abc8c1c97b674c704a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:34,400 INFO [StoreOpener-d5b2fdd9cebb2abc8c1c97b674c704a9-1 {}] regionserver.HStore(327): Store=d5b2fdd9cebb2abc8c1c97b674c704a9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:34,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d5b2fdd9cebb2abc8c1c97b674c704a9 2024-12-04T19:20:34,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/replication/d5b2fdd9cebb2abc8c1c97b674c704a9 2024-12-04T19:20:34,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/replication/d5b2fdd9cebb2abc8c1c97b674c704a9 2024-12-04T19:20:34,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d5b2fdd9cebb2abc8c1c97b674c704a9 2024-12-04T19:20:34,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d5b2fdd9cebb2abc8c1c97b674c704a9 2024-12-04T19:20:34,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:20:34,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d5b2fdd9cebb2abc8c1c97b674c704a9 2024-12-04T19:20:34,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/replication/d5b2fdd9cebb2abc8c1c97b674c704a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:20:34,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d5b2fdd9cebb2abc8c1c97b674c704a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67542254, jitterRate=0.006458014249801636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:20:34,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5b2fdd9cebb2abc8c1c97b674c704a9 2024-12-04T19:20:34,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d5b2fdd9cebb2abc8c1c97b674c704a9: Running coprocessor pre-open hook at 1733340034395Writing region info on filesystem at 1733340034395Initializing all the Stores at 1733340034396 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340034396Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340034396Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340034396Cleaning up temporary data from old regions at 1733340034402 (+6 ms)Running coprocessor post-open hooks at 1733340034408 (+6 ms)Region opened successfully at 1733340034408 2024-12-04T19:20:34,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9., pid=10, masterSystemTime=1733340034367 2024-12-04T19:20:34,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. 2024-12-04T19:20:34,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. 2024-12-04T19:20:34,411 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d5b2fdd9cebb2abc8c1c97b674c704a9, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:34,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5b2fdd9cebb2abc8c1c97b674c704a9, server=9ba2734cd39f,44937,1733340024797 because future has completed 2024-12-04T19:20:34,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T19:20:34,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d5b2fdd9cebb2abc8c1c97b674c704a9, server=9ba2734cd39f,44937,1733340024797 in 199 msec 2024-12-04T19:20:34,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T19:20:34,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d5b2fdd9cebb2abc8c1c97b674c704a9, ASSIGN in 355 msec 2024-12-04T19:20:34,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:20:34,418 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340034418"}]},"ts":"1733340034418"} 2024-12-04T19:20:34,420 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:20:34,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:20:34,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-12-04T19:20:34,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9., hostname=9ba2734cd39f,44937,1733340024797, seqNum=2] 2024-12-04T19:20:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:34,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:34,738 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 379, reset compression=false 2024-12-04T19:20:34,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:20:34,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T19:20:34,955 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:20:34,979 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,44937,1733340024797, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:20:34,980 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:34,980 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44937,1733340024797, seqNum=-1] 2024-12-04T19:20:34,980 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:34,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T19:20:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,44937,1733340024797', locateType=CURRENT is [region=hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9., hostname=9ba2734cd39f,44937,1733340024797, seqNum=2] 2024-12-04T19:20:34,985 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T19:20:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T19:20:34,987 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,44937,1733340024797 suceeded 2024-12-04T19:20:34,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T19:20:34,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-04T19:20:34,988 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:42803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:20:34,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7580 sec 2024-12-04T19:20:35,004 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:42803' 2024-12-04T19:20:35,005 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b3a6668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:35,005 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,42803,-1 for getting cluster id 2024-12-04T19:20:35,005 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:35,006 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12f621c7-1d67-4530-8f42-b708b7e0660e' 2024-12-04T19:20:35,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:35,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12f621c7-1d67-4530-8f42-b708b7e0660e" 2024-12-04T19:20:35,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10c94eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:35,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,42803,-1] 2024-12-04T19:20:35,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:35,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:35,007 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:35,007 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1beb5059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:35,008 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:20:35,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,42803,1733340019186 2024-12-04T19:20:35,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a05cfbd 2024-12-04T19:20:35,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:20:35,009 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-04T19:20:35,010 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,44937,1733340024797 (queues=1) is replicating from cluster=f8c77808-3320-425e-a141-f04173d9a02d to cluster=12f621c7-1d67-4530-8f42-b708b7e0660e 2024-12-04T19:20:35,010 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C44937%2C1733340024797 2024-12-04T19:20:35,010 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,44937,1733340024797, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:20:35,010 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C44937%2C1733340024797 2024-12-04T19:20:35,010 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048, startPosition=0, beingWritten=true 2024-12-04T19:20:35,015 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:20:35,015 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 379, reset compression=false 2024-12-04T19:20:35,015 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,44937,1733340024797 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:20:35,219 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 379, reset compression=false 2024-12-04T19:20:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:20:35,384 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:20:35,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:20:35,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:35,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:35,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:35,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:35,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:35,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43297,1733340019379, seqNum=-1] 2024-12-04T19:20:35,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:35,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:20:35,389 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733340027774.673912ca8fc8554403f6a69517f582fb., hostname=9ba2734cd39f,43297,1733340019379, seqNum=2] 2024-12-04T19:20:35,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44937,1733340024797, seqNum=-1] 2024-12-04T19:20:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:35,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:20:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733340028916.f0ca291b9d933e817de1258dc935904d., hostname=9ba2734cd39f,44937,1733340024797, seqNum=2] 2024-12-04T19:20:35,395 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T19:20:35,441 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 379, reset compression=false 2024-12-04T19:20:35,445 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:20:35,446 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 480, reset compression=false 2024-12-04T19:20:35,446 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,43297,1733340019379 got entry batch from reader: WALEntryBatch [walEntries=[{test/673912ca8fc8554403f6a69517f582fb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T19:20:35,448 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:20:35,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-04T19:20:35,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:20:35,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e3164c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:35,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33949,-1 for getting cluster id 2024-12-04T19:20:35,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:35,451 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8c77808-3320-425e-a141-f04173d9a02d' 2024-12-04T19:20:35,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:35,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8c77808-3320-425e-a141-f04173d9a02d" 2024-12-04T19:20:35,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b3394dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:35,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33949,-1] 2024-12-04T19:20:35,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:35,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:35,452 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:35,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5539e3c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:35,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:35,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44937,1733340024797, seqNum=-1] 2024-12-04T19:20:35,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:35,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T19:20:35,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733340028916.f0ca291b9d933e817de1258dc935904d., hostname=9ba2734cd39f,44937,1733340024797, seqNum=2] 2024-12-04T19:20:35,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:20:35,522 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 379, reset compression=false 2024-12-04T19:20:35,527 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:20:35,527 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 503, reset compression=false 2024-12-04T19:20:35,527 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,44937,1733340024797 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:20:35,650 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 480, reset compression=false 2024-12-04T19:20:35,730 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 503, reset compression=false 2024-12-04T19:20:35,953 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 480, reset compression=false 2024-12-04T19:20:36,033 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 503, reset compression=false 2024-12-04T19:20:36,357 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 480, reset compression=false 2024-12-04T19:20:36,399 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T19:20:36,402 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T19:20:36,437 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 503, reset compression=false 2024-12-04T19:20:36,441 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:20:36,441 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 607, reset compression=false 2024-12-04T19:20:36,442 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,44937,1733340024797 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0ca291b9d933e817de1258dc935904d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T19:20:36,444 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:20:36,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-04T19:20:36,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:20:36,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19a0ed3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:36,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43297 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,42803,-1 for getting cluster id 2024-12-04T19:20:36,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:36,446 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12f621c7-1d67-4530-8f42-b708b7e0660e' 2024-12-04T19:20:36,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:36,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12f621c7-1d67-4530-8f42-b708b7e0660e" 2024-12-04T19:20:36,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d84f0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:36,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,42803,-1] 2024-12-04T19:20:36,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:36,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:36,447 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:36,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67d8c2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:36,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43297 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:36,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43297,1733340019379, seqNum=-1] 2024-12-04T19:20:36,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:36,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T19:20:36,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733340027774.673912ca8fc8554403f6a69517f582fb., hostname=9ba2734cd39f,43297,1733340019379, seqNum=2] 2024-12-04T19:20:36,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:20:36,653 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 607, reset compression=false 2024-12-04T19:20:36,861 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 480, reset compression=false 2024-12-04T19:20:36,865 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:20:36,865 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 608, reset compression=false 2024-12-04T19:20:36,865 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,43297,1733340019379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:20:36,956 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 607, reset compression=false 2024-12-04T19:20:37,068 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 608, reset compression=false 2024-12-04T19:20:37,359 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 607, reset compression=false 2024-12-04T19:20:37,372 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 608, reset compression=false 2024-12-04T19:20:37,403 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T19:20:37,418 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T19:20:37,776 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 608, reset compression=false 2024-12-04T19:20:37,780 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:20:37,780 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 764, reset compression=false 2024-12-04T19:20:37,780 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,43297,1733340019379 got entry batch from reader: WALEntryBatch [walEntries=[{test/673912ca8fc8554403f6a69517f582fb/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T19:20:37,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:20:37,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:20:37,863 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 607, reset compression=false 2024-12-04T19:20:37,867 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:20:37,868 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 754, reset compression=false 2024-12-04T19:20:37,868 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,44937,1733340024797 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:20:37,983 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 764, reset compression=false 2024-12-04T19:20:38,071 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 754, reset compression=false 2024-12-04T19:20:38,287 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 764, reset compression=false 2024-12-04T19:20:38,374 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 754, reset compression=false 2024-12-04T19:20:38,420 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T19:20:38,424 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T19:20:38,690 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 764, reset compression=false 2024-12-04T19:20:38,778 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 754, reset compression=false 2024-12-04T19:20:38,782 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:20:38,782 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 913, reset compression=false 2024-12-04T19:20:38,782 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,44937,1733340024797 got entry batch from reader: WALEntryBatch [walEntries=[{test/f0ca291b9d933e817de1258dc935904d/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T19:20:38,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43297 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:20:38,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43297 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:20:38,992 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 913, reset compression=false 2024-12-04T19:20:39,193 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 764, reset compression=false 2024-12-04T19:20:39,197 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:20:39,197 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 914, reset compression=false 2024-12-04T19:20:39,197 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,43297,1733340019379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:20:39,295 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 913, reset compression=false 2024-12-04T19:20:39,405 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 914, reset compression=false 2024-12-04T19:20:39,426 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T19:20:39,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:20:39,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:20:39,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:39,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:39,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:39,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:39,428 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:20:39,428 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=895103875, stopped=false 2024-12-04T19:20:39,428 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,33949,1733340024592 2024-12-04T19:20:39,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-486820774/running 2024-12-04T19:20:39,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-486820774/running 2024-12-04T19:20:39,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:39,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:39,509 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:20:39,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:20:39,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:39,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:39,509 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,44937,1733340024797' ***** 2024-12-04T19:20:39,509 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:20:39,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Set watcher on znode that does not yet exist, /1-486820774/running 2024-12-04T19:20:39,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Set watcher on znode that does not yet exist, /1-486820774/running 2024-12-04T19:20:39,510 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:20:39,510 INFO [RS:0;9ba2734cd39f:44937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:20:39,510 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:20:39,510 INFO [RS:0;9ba2734cd39f:44937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:20:39,510 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(3091): Received CLOSE for d5b2fdd9cebb2abc8c1c97b674c704a9 2024-12-04T19:20:39,510 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(3091): Received CLOSE for f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:39,510 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:39,510 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:20:39,510 INFO [RS:0;9ba2734cd39f:44937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:44937. 2024-12-04T19:20:39,510 DEBUG [RS:0;9ba2734cd39f:44937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:39,510 DEBUG [RS:0;9ba2734cd39f:44937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:39,510 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5b2fdd9cebb2abc8c1c97b674c704a9, disabling compactions & flushes 2024-12-04T19:20:39,510 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. 2024-12-04T19:20:39,510 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:20:39,510 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. 2024-12-04T19:20:39,510 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:20:39,510 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:20:39,510 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. after waiting 0 ms 2024-12-04T19:20:39,510 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. 2024-12-04T19:20:39,510 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:20:39,510 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d5b2fdd9cebb2abc8c1c97b674c704a9 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-04T19:20:39,510 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T19:20:39,511 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d5b2fdd9cebb2abc8c1c97b674c704a9=hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9., f0ca291b9d933e817de1258dc935904d=test,,1733340028916.f0ca291b9d933e817de1258dc935904d.} 2024-12-04T19:20:39,511 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d5b2fdd9cebb2abc8c1c97b674c704a9, f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:39,511 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:20:39,511 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:20:39,511 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:20:39,511 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:20:39,511 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:20:39,511 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T19:20:39,530 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/replication/d5b2fdd9cebb2abc8c1c97b674c704a9/.tmp/queue/4ee659b0a1864e3381d9607147c3b313 is 153, key is 1-9ba2734cd39f,44937,1733340024797/queue:9ba2734cd39f%2C44937%2C1733340024797/1733340038787/Put/seqid=0 2024-12-04T19:20:39,530 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/.tmp/info/c851d3d2812c42429cb6ec8aa54a50fd is 147, key is hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9./info:regioninfo/1733340034411/Put/seqid=0 2024-12-04T19:20:39,533 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:20:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741840_1016 (size=5352) 2024-12-04T19:20:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741841_1017 (size=7686) 2024-12-04T19:20:39,699 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 913, reset compression=false 2024-12-04T19:20:39,709 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 914, reset compression=false 2024-12-04T19:20:39,711 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d5b2fdd9cebb2abc8c1c97b674c704a9, f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:39,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:20:39,911 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d5b2fdd9cebb2abc8c1c97b674c704a9, f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:39,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:39,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:39,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:39,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:39,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:39,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:39,934 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/replication/d5b2fdd9cebb2abc8c1c97b674c704a9/.tmp/queue/4ee659b0a1864e3381d9607147c3b313 2024-12-04T19:20:39,935 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/.tmp/info/c851d3d2812c42429cb6ec8aa54a50fd 2024-12-04T19:20:39,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:39,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:39,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:39,939 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/replication/d5b2fdd9cebb2abc8c1c97b674c704a9/.tmp/queue/4ee659b0a1864e3381d9607147c3b313 as hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/replication/d5b2fdd9cebb2abc8c1c97b674c704a9/queue/4ee659b0a1864e3381d9607147c3b313 2024-12-04T19:20:39,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:39,949 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/replication/d5b2fdd9cebb2abc8c1c97b674c704a9/queue/4ee659b0a1864e3381d9607147c3b313, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T19:20:39,950 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d5b2fdd9cebb2abc8c1c97b674c704a9 in 440ms, sequenceid=10, compaction requested=false 2024-12-04T19:20:39,955 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/replication/d5b2fdd9cebb2abc8c1c97b674c704a9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T19:20:39,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T19:20:39,955 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T19:20:39,955 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:20:39,955 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:20:39,955 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. 2024-12-04T19:20:39,955 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5b2fdd9cebb2abc8c1c97b674c704a9: Waiting for close lock at 1733340039510Running coprocessor pre-close hooks at 1733340039510Disabling compacts and flushes for region at 1733340039510Disabling writes for close at 1733340039510Obtaining lock to block concurrent updates at 1733340039510Preparing flush snapshotting stores in d5b2fdd9cebb2abc8c1c97b674c704a9 at 1733340039510Finished memstore snapshotting hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733340039511 (+1 ms)Flushing stores of hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. at 1733340039511Flushing d5b2fdd9cebb2abc8c1c97b674c704a9/queue: creating writer at 1733340039512 (+1 ms)Flushing d5b2fdd9cebb2abc8c1c97b674c704a9/queue: appending metadata at 1733340039529 (+17 ms)Flushing d5b2fdd9cebb2abc8c1c97b674c704a9/queue: closing flushed file at 1733340039530 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@627401ad: reopening flushed file at 1733340039939 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d5b2fdd9cebb2abc8c1c97b674c704a9 in 440ms, sequenceid=10, compaction requested=false at 1733340039950 (+11 ms)Writing region close event to WAL at 1733340039952 (+2 ms)Running coprocessor post-close hooks at 1733340039955 (+3 ms)Closed at 1733340039955 2024-12-04T19:20:39,956 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733340033238.d5b2fdd9cebb2abc8c1c97b674c704a9. 2024-12-04T19:20:39,956 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0ca291b9d933e817de1258dc935904d, disabling compactions & flushes 2024-12-04T19:20:39,956 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733340028916.f0ca291b9d933e817de1258dc935904d. 2024-12-04T19:20:39,956 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340028916.f0ca291b9d933e817de1258dc935904d. 2024-12-04T19:20:39,956 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733340028916.f0ca291b9d933e817de1258dc935904d. after waiting 0 ms 2024-12-04T19:20:39,956 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733340028916.f0ca291b9d933e817de1258dc935904d. 2024-12-04T19:20:39,956 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0ca291b9d933e817de1258dc935904d 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-04T19:20:39,958 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/.tmp/ns/317aa8ad4d834b409e40c140558fa106 is 43, key is default/ns:d/1733340027651/Put/seqid=0 2024-12-04T19:20:39,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741842_1018 (size=5153) 2024-12-04T19:20:39,969 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/.tmp/f/92c3006771ff4b9e8f68a97f5c8aec99 is 29, key is row1/f:/1733340038421/DeleteFamily/seqid=0 2024-12-04T19:20:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741843_1019 (size=5118) 2024-12-04T19:20:39,983 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:20:39,983 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:20:40,111 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:40,111 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 914, reset compression=false 2024-12-04T19:20:40,202 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 913, reset compression=false 2024-12-04T19:20:40,208 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:20:40,208 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 1160, reset compression=false 2024-12-04T19:20:40,208 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,44937,1733340024797 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:20:40,209 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ba2734cd39f,44937,1733340024797: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ba2734cd39f,44937,1733340024797, walGroup=9ba2734cd39f%2C44937%2C1733340024797, offset=9ba2734cd39f%2C44937%2C1733340024797.1733340027048:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:44937 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T19:20:40,210 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T19:20:40,210 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T19:20:40,211 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T19:20:40,211 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T19:20:40,211 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T19:20:40,211 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 616672824 }, "NonHeapMemoryUsage": { "committed": 195362816, "init": 7667712, "max": -1, "used": 191172824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T19:20:40,211 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:33949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:33949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-04T19:20:40,311 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:40,361 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/.tmp/ns/317aa8ad4d834b409e40c140558fa106 2024-12-04T19:20:40,373 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/.tmp/f/92c3006771ff4b9e8f68a97f5c8aec99 2024-12-04T19:20:40,376 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92c3006771ff4b9e8f68a97f5c8aec99 2024-12-04T19:20:40,383 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/.tmp/rep_barrier/daddaf8976b449cb9b7c513a1784f10d is 112, key is test,,1733340028916.f0ca291b9d933e817de1258dc935904d./rep_barrier:seqnumDuringOpen/1733340030055/Put/seqid=0 2024-12-04T19:20:40,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741844_1020 (size=5518) 2024-12-04T19:20:40,393 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/.tmp/f1/b69d97783e00420794b92fcf66d5d7a5 is 30, key is row1/f1:/1733340038421/DeleteFamily/seqid=0 2024-12-04T19:20:40,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741845_1021 (size=5123) 2024-12-04T19:20:40,412 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 1160, reset compression=false 2024-12-04T19:20:40,511 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T19:20:40,511 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f0ca291b9d933e817de1258dc935904d=test,,1733340028916.f0ca291b9d933e817de1258dc935904d.} 2024-12-04T19:20:40,512 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:40,615 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 914, reset compression=false 2024-12-04T19:20:40,712 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:40,716 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 1160, reset compression=false 2024-12-04T19:20:40,787 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/.tmp/rep_barrier/daddaf8976b449cb9b7c513a1784f10d 2024-12-04T19:20:40,797 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/.tmp/f1/b69d97783e00420794b92fcf66d5d7a5 2024-12-04T19:20:40,800 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b69d97783e00420794b92fcf66d5d7a5 2024-12-04T19:20:40,809 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/.tmp/table/8fe8f00752e34bd690b957d60d064089 is 53, key is hbase:replication/table:state/1733340034418/Put/seqid=0 2024-12-04T19:20:40,812 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/.tmp/norep/a7a1e0c3068a429e8c66345c8e2e8a46 is 33, key is row1/norep:/1733340038421/DeleteFamily/seqid=0 2024-12-04T19:20:40,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741846_1022 (size=5308) 2024-12-04T19:20:40,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741847_1023 (size=5108) 2024-12-04T19:20:40,912 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:41,112 DEBUG [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0ca291b9d933e817de1258dc935904d 2024-12-04T19:20:41,119 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 to pos 1160, reset compression=false 2024-12-04T19:20:41,213 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/.tmp/table/8fe8f00752e34bd690b957d60d064089 2024-12-04T19:20:41,216 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/.tmp/norep/a7a1e0c3068a429e8c66345c8e2e8a46 2024-12-04T19:20:41,218 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/.tmp/info/c851d3d2812c42429cb6ec8aa54a50fd as hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/info/c851d3d2812c42429cb6ec8aa54a50fd 2024-12-04T19:20:41,219 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 914, reset compression=false 2024-12-04T19:20:41,219 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7a1e0c3068a429e8c66345c8e2e8a46 2024-12-04T19:20:41,221 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/.tmp/f/92c3006771ff4b9e8f68a97f5c8aec99 as hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/f/92c3006771ff4b9e8f68a97f5c8aec99 2024-12-04T19:20:41,224 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/info/c851d3d2812c42429cb6ec8aa54a50fd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T19:20:41,225 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/.tmp/ns/317aa8ad4d834b409e40c140558fa106 as hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/ns/317aa8ad4d834b409e40c140558fa106 2024-12-04T19:20:41,225 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92c3006771ff4b9e8f68a97f5c8aec99 2024-12-04T19:20:41,225 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/f/92c3006771ff4b9e8f68a97f5c8aec99, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T19:20:41,226 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/.tmp/f1/b69d97783e00420794b92fcf66d5d7a5 as hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/f1/b69d97783e00420794b92fcf66d5d7a5 2024-12-04T19:20:41,229 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/ns/317aa8ad4d834b409e40c140558fa106, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T19:20:41,229 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b69d97783e00420794b92fcf66d5d7a5 2024-12-04T19:20:41,229 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/.tmp/rep_barrier/daddaf8976b449cb9b7c513a1784f10d as hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/rep_barrier/daddaf8976b449cb9b7c513a1784f10d 2024-12-04T19:20:41,229 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/f1/b69d97783e00420794b92fcf66d5d7a5, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T19:20:41,230 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/.tmp/norep/a7a1e0c3068a429e8c66345c8e2e8a46 as hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/norep/a7a1e0c3068a429e8c66345c8e2e8a46 2024-12-04T19:20:41,233 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7a1e0c3068a429e8c66345c8e2e8a46 2024-12-04T19:20:41,233 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/rep_barrier/daddaf8976b449cb9b7c513a1784f10d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T19:20:41,233 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/norep/a7a1e0c3068a429e8c66345c8e2e8a46, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T19:20:41,234 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f0ca291b9d933e817de1258dc935904d in 1278ms, sequenceid=8, compaction requested=false 2024-12-04T19:20:41,234 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/.tmp/table/8fe8f00752e34bd690b957d60d064089 as hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/table/8fe8f00752e34bd690b957d60d064089 2024-12-04T19:20:41,238 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/default/test/f0ca291b9d933e817de1258dc935904d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T19:20:41,238 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:20:41,238 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:20:41,238 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/table/8fe8f00752e34bd690b957d60d064089, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T19:20:41,239 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733340028916.f0ca291b9d933e817de1258dc935904d. 2024-12-04T19:20:41,239 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0ca291b9d933e817de1258dc935904d: Waiting for close lock at 1733340039956Running coprocessor pre-close hooks at 1733340039956Disabling compacts and flushes for region at 1733340039956Disabling writes for close at 1733340039956Obtaining lock to block concurrent updates at 1733340039956Preparing flush snapshotting stores in f0ca291b9d933e817de1258dc935904d at 1733340039956Finished memstore snapshotting test,,1733340028916.f0ca291b9d933e817de1258dc935904d., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733340039956Flushing stores of test,,1733340028916.f0ca291b9d933e817de1258dc935904d. at 1733340039956Flushing f0ca291b9d933e817de1258dc935904d/f: creating writer at 1733340039957 (+1 ms)Flushing f0ca291b9d933e817de1258dc935904d/f: appending metadata at 1733340039968 (+11 ms)Flushing f0ca291b9d933e817de1258dc935904d/f: closing flushed file at 1733340039968Flushing f0ca291b9d933e817de1258dc935904d/f1: creating writer at 1733340040376 (+408 ms)Flushing f0ca291b9d933e817de1258dc935904d/f1: appending metadata at 1733340040393 (+17 ms)Flushing f0ca291b9d933e817de1258dc935904d/f1: closing flushed file at 1733340040393Flushing f0ca291b9d933e817de1258dc935904d/norep: creating writer at 1733340040800 (+407 ms)Flushing f0ca291b9d933e817de1258dc935904d/norep: appending metadata at 1733340040811 (+11 ms)Flushing f0ca291b9d933e817de1258dc935904d/norep: closing flushed file at 1733340040811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad87847: reopening flushed file at 1733340041219 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36fa977f: reopening flushed file at 1733340041225 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea4c940: reopening flushed file at 1733340041230 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f0ca291b9d933e817de1258dc935904d in 1278ms, sequenceid=8, compaction requested=false at 1733340041234 (+4 ms)Writing region close event to WAL at 1733340041235 (+1 ms)Running coprocessor post-close hooks at 1733340041238 (+3 ms)Closed at 1733340041239 (+1 ms) 2024-12-04T19:20:41,239 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733340028916.f0ca291b9d933e817de1258dc935904d. 2024-12-04T19:20:41,239 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-12-04T19:20:41,256 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T19:20:41,257 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:20:41,257 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:20:41,257 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:20:41,257 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340039511Running coprocessor pre-close hooks at 1733340039511Disabling compacts and flushes for region at 1733340039511Disabling writes for close at 1733340039511Obtaining lock to block concurrent updates at 1733340039511Preparing flush snapshotting stores in 1588230740 at 1733340039511Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733340039511Flushing stores of hbase:meta,,1.1588230740 at 1733340039511Flushing 1588230740/info: creating writer at 1733340039512 (+1 ms)Flushing 1588230740/info: appending metadata at 1733340039530 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733340039530Flushing 1588230740/ns: creating writer at 1733340039938 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733340039957 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733340039957Flushing 1588230740/rep_barrier: creating writer at 1733340040366 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733340040382 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733340040382Flushing 1588230740/table: creating writer at 1733340040791 (+409 ms)Flushing 1588230740/table: appending metadata at 1733340040809 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733340040809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34bc7fb0: reopening flushed file at 1733340041217 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6879a68d: reopening flushed file at 1733340041224 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee48aae: reopening flushed file at 1733340041229 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be2381b: reopening flushed file at 1733340041234 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1733340041239 (+5 ms)Writing region close event to WAL at 1733340041254 (+15 ms)Running coprocessor post-close hooks at 1733340041257 (+3 ms)Closed at 1733340041257 2024-12-04T19:20:41,257 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:20:41,312 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,44937,1733340024797; all regions closed. 2024-12-04T19:20:41,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741834_1010 (size=4239) 2024-12-04T19:20:41,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741839_1015 (size=2676) 2024-12-04T19:20:41,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741833_1009 (size=1812) 2024-12-04T19:20:41,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/WALs/9ba2734cd39f,44937,1733340024797/9ba2734cd39f%2C44937%2C1733340024797.1733340027048 not finished, retry = 0 2024-12-04T19:20:41,420 DEBUG [RS:0;9ba2734cd39f:44937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:41,420 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:20:41,420 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:20:41,420 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T19:20:41,420 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:20:41,420 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:20:41,420 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,44937,1733340024797 because: Region server is closing 2024-12-04T19:20:41,421 INFO [RS:0;9ba2734cd39f:44937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:44937. 2024-12-04T19:20:41,421 DEBUG [RS:0;9ba2734cd39f:44937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:41,421 DEBUG [RS:0;9ba2734cd39f:44937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:41,421 DEBUG [RS:0;9ba2734cd39f:44937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:41,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:41,521 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.shipper9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 terminated 2024-12-04T19:20:41,521 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,44937,1733340024797.replicationSource.wal-reader.9ba2734cd39f%2C44937%2C1733340024797,1-9ba2734cd39f,44937,1733340024797 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T19:20:41,521 INFO [RS:0;9ba2734cd39f:44937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:44937. 2024-12-04T19:20:41,521 DEBUG [RS:0;9ba2734cd39f:44937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:41,521 DEBUG [RS:0;9ba2734cd39f:44937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:41,522 DEBUG [RS:0;9ba2734cd39f:44937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:41,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:41,522 INFO [RS:0;9ba2734cd39f:44937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44937 2024-12-04T19:20:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-486820774/rs/9ba2734cd39f,44937,1733340024797 2024-12-04T19:20:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774/rs 2024-12-04T19:20:41,591 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:20:41,602 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,44937,1733340024797] 2024-12-04T19:20:41,612 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-486820774/draining/9ba2734cd39f,44937,1733340024797 already deleted, retry=false 2024-12-04T19:20:41,612 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,44937,1733340024797 expired; onlineServers=0 2024-12-04T19:20:41,612 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,33949,1733340024592' ***** 2024-12-04T19:20:41,612 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:20:41,612 INFO [M:0;9ba2734cd39f:33949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:20:41,612 INFO [M:0;9ba2734cd39f:33949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:20:41,612 DEBUG [M:0;9ba2734cd39f:33949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:20:41,612 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:20:41,612 DEBUG [M:0;9ba2734cd39f:33949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:20:41,612 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340026808 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340026808,5,FailOnTimeoutGroup] 2024-12-04T19:20:41,612 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340026808 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340026808,5,FailOnTimeoutGroup] 2024-12-04T19:20:41,613 INFO [M:0;9ba2734cd39f:33949 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:20:41,613 INFO [M:0;9ba2734cd39f:33949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:20:41,613 DEBUG [M:0;9ba2734cd39f:33949 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:20:41,613 INFO [M:0;9ba2734cd39f:33949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:20:41,613 INFO [M:0;9ba2734cd39f:33949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:20:41,613 INFO [M:0;9ba2734cd39f:33949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:20:41,613 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:20:41,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-486820774/master 2024-12-04T19:20:41,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-486820774 2024-12-04T19:20:41,623 DEBUG [M:0;9ba2734cd39f:33949 {}] zookeeper.ZKUtil(347): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Unable to get data of znode /1-486820774/master because node does not exist (not an error) 2024-12-04T19:20:41,623 WARN [M:0;9ba2734cd39f:33949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:20:41,623 INFO [M:0;9ba2734cd39f:33949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/.lastflushedseqids 2024-12-04T19:20:41,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741848_1024 (size=245) 2024-12-04T19:20:41,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:41,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44937-0x101a1c9ae290004, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:41,702 INFO [RS:0;9ba2734cd39f:44937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:20:41,702 INFO [RS:0;9ba2734cd39f:44937 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,44937,1733340024797; zookeeper connection closed. 2024-12-04T19:20:41,702 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31e8c4b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31e8c4b0 2024-12-04T19:20:41,702 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:20:41,923 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 914, reset compression=false 2024-12-04T19:20:42,027 INFO [M:0;9ba2734cd39f:33949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:20:42,027 INFO [M:0;9ba2734cd39f:33949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:20:42,028 DEBUG [M:0;9ba2734cd39f:33949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:20:42,028 INFO [M:0;9ba2734cd39f:33949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:42,028 DEBUG [M:0;9ba2734cd39f:33949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:42,028 DEBUG [M:0;9ba2734cd39f:33949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:20:42,028 DEBUG [M:0;9ba2734cd39f:33949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:42,028 INFO [M:0;9ba2734cd39f:33949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T19:20:42,040 DEBUG [M:0;9ba2734cd39f:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7ad2a905e61497eb928edad798440d7 is 82, key is hbase:meta,,1/info:regioninfo/1733340027606/Put/seqid=0 2024-12-04T19:20:42,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741849_1025 (size=5672) 2024-12-04T19:20:42,444 INFO [M:0;9ba2734cd39f:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7ad2a905e61497eb928edad798440d7 2024-12-04T19:20:42,535 DEBUG [M:0;9ba2734cd39f:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec1a114455ea4b83aea81d7fd993b066 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733340034422/Put/seqid=0 2024-12-04T19:20:42,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741850_1026 (size=8517) 2024-12-04T19:20:42,731 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 914, reset compression=false 2024-12-04T19:20:42,944 INFO [M:0;9ba2734cd39f:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec1a114455ea4b83aea81d7fd993b066 2024-12-04T19:20:42,964 DEBUG [M:0;9ba2734cd39f:33949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00a45040ab984266b1a7b470adcb5186 is 69, key is 9ba2734cd39f,44937,1733340024797/rs:state/1733340026868/Put/seqid=0 2024-12-04T19:20:42,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741851_1027 (size=5156) 2024-12-04T19:20:43,368 INFO [M:0;9ba2734cd39f:33949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00a45040ab984266b1a7b470adcb5186 2024-12-04T19:20:43,372 DEBUG [M:0;9ba2734cd39f:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7ad2a905e61497eb928edad798440d7 as hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7ad2a905e61497eb928edad798440d7 2024-12-04T19:20:43,375 INFO [M:0;9ba2734cd39f:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7ad2a905e61497eb928edad798440d7, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T19:20:43,376 DEBUG [M:0;9ba2734cd39f:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec1a114455ea4b83aea81d7fd993b066 as hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec1a114455ea4b83aea81d7fd993b066 2024-12-04T19:20:43,379 INFO [M:0;9ba2734cd39f:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec1a114455ea4b83aea81d7fd993b066, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T19:20:43,380 DEBUG [M:0;9ba2734cd39f:33949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00a45040ab984266b1a7b470adcb5186 as hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00a45040ab984266b1a7b470adcb5186 2024-12-04T19:20:43,383 INFO [M:0;9ba2734cd39f:33949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00a45040ab984266b1a7b470adcb5186, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T19:20:43,384 INFO [M:0;9ba2734cd39f:33949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1356ms, sequenceid=97, compaction requested=false 2024-12-04T19:20:43,385 INFO [M:0;9ba2734cd39f:33949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:43,385 DEBUG [M:0;9ba2734cd39f:33949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340042027Disabling compacts and flushes for region at 1733340042027Disabling writes for close at 1733340042028 (+1 ms)Obtaining lock to block concurrent updates at 1733340042028Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733340042028Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733340042028Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733340042028Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733340042028Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733340042040 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733340042040Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733340042520 (+480 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733340042535 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733340042535Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733340042948 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733340042964 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733340042964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@413eed2a: reopening flushed file at 1733340043372 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6730678a: reopening flushed file at 1733340043376 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e779330: reopening flushed file at 1733340043379 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1356ms, sequenceid=97, compaction requested=false at 1733340043384 (+5 ms)Writing region close event to WAL at 1733340043385 (+1 ms)Closed at 1733340043385 2024-12-04T19:20:43,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741830_1006 (size=63666) 2024-12-04T19:20:43,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b101d9c-2969-105c-99c0-50bf65925f4b/MasterData/WALs/9ba2734cd39f,33949,1733340024592/9ba2734cd39f%2C33949%2C1733340024592.1733340026558 not finished, retry = 0 2024-12-04T19:20:43,487 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:20:43,487 INFO [M:0;9ba2734cd39f:33949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:20:43,487 INFO [M:0;9ba2734cd39f:33949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33949 2024-12-04T19:20:43,488 INFO [M:0;9ba2734cd39f:33949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:20:43,635 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 914, reset compression=false 2024-12-04T19:20:43,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:43,649 INFO [M:0;9ba2734cd39f:33949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:20:43,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33949-0x101a1c9ae290003, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:43,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c43688e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:20:43,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23c48548{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:20:43,652 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:20:43,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d815a98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:20:43,652 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d9888fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/hadoop.log.dir/,STOPPED} 2024-12-04T19:20:43,653 WARN [BP-567111554-172.17.0.2-1733340022757 heartbeating to localhost/127.0.0.1:39265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:20:43,653 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:20:43,653 WARN [BP-567111554-172.17.0.2-1733340022757 heartbeating to localhost/127.0.0.1:39265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-567111554-172.17.0.2-1733340022757 (Datanode Uuid ae02ffce-a837-481e-93f2-db2fd01bea80) service to localhost/127.0.0.1:39265 2024-12-04T19:20:43,653 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:20:43,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/cluster_f7bc7e3d-5b8f-cdd7-d56a-1ca772b6fceb/data/data1/current/BP-567111554-172.17.0.2-1733340022757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:20:43,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/cluster_f7bc7e3d-5b8f-cdd7-d56a-1ca772b6fceb/data/data2/current/BP-567111554-172.17.0.2-1733340022757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:20:43,654 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:20:43,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d0ff2f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:20:43,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41072056{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:20:43,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:20:43,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2587ef4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:20:43,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@349e4dd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/hadoop.log.dir/,STOPPED} 2024-12-04T19:20:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:20:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:20:43,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:20:43,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:43,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:43,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:43,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:43,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:20:43,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=396940672, stopped=false 2024-12-04T19:20:43,676 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,42803,1733340019186 2024-12-04T19:20:43,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-824507115/running 2024-12-04T19:20:43,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-824507115/running 2024-12-04T19:20:43,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:43,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:43,686 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:20:43,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:20:43,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:43,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:43,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Set watcher on znode that does not yet exist, /0-824507115/running 2024-12-04T19:20:43,687 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,43297,1733340019379' ***** 2024-12-04T19:20:43,687 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:20:43,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Set watcher on znode that does not yet exist, /0-824507115/running 2024-12-04T19:20:43,687 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:20:43,687 INFO [RS:0;9ba2734cd39f:43297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:20:43,687 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:20:43,687 INFO [RS:0;9ba2734cd39f:43297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:20:43,687 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(3091): Received CLOSE for 673912ca8fc8554403f6a69517f582fb 2024-12-04T19:20:43,687 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(3091): Received CLOSE for cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:43,687 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:43,687 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:20:43,687 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 673912ca8fc8554403f6a69517f582fb, disabling compactions & flushes 2024-12-04T19:20:43,687 INFO [RS:0;9ba2734cd39f:43297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:43297. 2024-12-04T19:20:43,687 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733340027774.673912ca8fc8554403f6a69517f582fb. 2024-12-04T19:20:43,687 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340027774.673912ca8fc8554403f6a69517f582fb. 2024-12-04T19:20:43,687 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733340027774.673912ca8fc8554403f6a69517f582fb. after waiting 0 ms 2024-12-04T19:20:43,687 DEBUG [RS:0;9ba2734cd39f:43297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:43,687 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733340027774.673912ca8fc8554403f6a69517f582fb. 2024-12-04T19:20:43,687 DEBUG [RS:0;9ba2734cd39f:43297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:43,687 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:20:43,687 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 673912ca8fc8554403f6a69517f582fb 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-04T19:20:43,688 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:20:43,688 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:20:43,688 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:20:43,688 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T19:20:43,688 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1325): Online Regions={673912ca8fc8554403f6a69517f582fb=test,,1733340027774.673912ca8fc8554403f6a69517f582fb., 1588230740=hbase:meta,,1.1588230740, cbef74d4d406d8376077e22035710c2c=hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c.} 2024-12-04T19:20:43,688 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 673912ca8fc8554403f6a69517f582fb, cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:43,688 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:20:43,688 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:20:43,688 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:20:43,688 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:20:43,688 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:20:43,688 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T19:20:43,704 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/.tmp/f/7135ac2959f240e3a1e082abc9f301fd is 29, key is row1/f:/1733340038421/DeleteFamily/seqid=0 2024-12-04T19:20:43,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741840_1016 (size=5118) 2024-12-04T19:20:43,707 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/.tmp/info/4fd2a95585b642b49b7b44b8776abcf1 is 147, key is hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c./info:regioninfo/1733340032283/Put/seqid=0 2024-12-04T19:20:43,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741841_1017 (size=7686) 2024-12-04T19:20:43,710 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/.tmp/info/4fd2a95585b642b49b7b44b8776abcf1 2024-12-04T19:20:43,725 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/.tmp/ns/c66b623d92654f75a279f544fb4fb617 is 43, key is default/ns:d/1733340022684/Put/seqid=0 2024-12-04T19:20:43,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741842_1018 (size=5153) 2024-12-04T19:20:43,728 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/.tmp/ns/c66b623d92654f75a279f544fb4fb617 2024-12-04T19:20:43,749 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/.tmp/rep_barrier/16e836b30bda4bc3817c99ffec1ea4af is 112, key is test,,1733340027774.673912ca8fc8554403f6a69517f582fb./rep_barrier:seqnumDuringOpen/1733340028519/Put/seqid=0 2024-12-04T19:20:43,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741843_1019 (size=5518) 2024-12-04T19:20:43,773 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:20:43,888 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 673912ca8fc8554403f6a69517f582fb, cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:44,088 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 673912ca8fc8554403f6a69517f582fb, cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:44,107 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/.tmp/f/7135ac2959f240e3a1e082abc9f301fd 2024-12-04T19:20:44,113 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7135ac2959f240e3a1e082abc9f301fd 2024-12-04T19:20:44,134 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/.tmp/f1/c79aab5dae284ed9b9aefa65fcf0e548 is 30, key is row1/f1:/1733340038421/DeleteFamily/seqid=0 2024-12-04T19:20:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741844_1020 (size=5123) 2024-12-04T19:20:44,153 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/.tmp/rep_barrier/16e836b30bda4bc3817c99ffec1ea4af 2024-12-04T19:20:44,173 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/.tmp/table/cdd287963e8942f4b2c28a0355278289 is 53, key is hbase:replication/table:state/1733340032289/Put/seqid=0 2024-12-04T19:20:44,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741845_1021 (size=5308) 2024-12-04T19:20:44,288 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 673912ca8fc8554403f6a69517f582fb, cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:44,455 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:20:44,455 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:20:44,489 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 673912ca8fc8554403f6a69517f582fb, cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:44,538 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/.tmp/f1/c79aab5dae284ed9b9aefa65fcf0e548 2024-12-04T19:20:44,542 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c79aab5dae284ed9b9aefa65fcf0e548 2024-12-04T19:20:44,555 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/.tmp/norep/ef6a4329a3b240b58139a21cbe17579c is 32, key is row/norep:/1733340037406/DeleteFamily/seqid=0 2024-12-04T19:20:44,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741846_1022 (size=5101) 2024-12-04T19:20:44,584 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/.tmp/table/cdd287963e8942f4b2c28a0355278289 2024-12-04T19:20:44,588 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/.tmp/info/4fd2a95585b642b49b7b44b8776abcf1 as hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/info/4fd2a95585b642b49b7b44b8776abcf1 2024-12-04T19:20:44,591 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/info/4fd2a95585b642b49b7b44b8776abcf1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T19:20:44,592 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/.tmp/ns/c66b623d92654f75a279f544fb4fb617 as hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/ns/c66b623d92654f75a279f544fb4fb617 2024-12-04T19:20:44,596 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/ns/c66b623d92654f75a279f544fb4fb617, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T19:20:44,597 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/.tmp/rep_barrier/16e836b30bda4bc3817c99ffec1ea4af as hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/rep_barrier/16e836b30bda4bc3817c99ffec1ea4af 2024-12-04T19:20:44,600 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/rep_barrier/16e836b30bda4bc3817c99ffec1ea4af, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T19:20:44,601 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/.tmp/table/cdd287963e8942f4b2c28a0355278289 as hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/table/cdd287963e8942f4b2c28a0355278289 2024-12-04T19:20:44,605 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/table/cdd287963e8942f4b2c28a0355278289, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T19:20:44,606 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false 2024-12-04T19:20:44,609 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T19:20:44,610 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:20:44,610 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:20:44,610 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:20:44,610 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340043688Running coprocessor pre-close hooks at 1733340043688Disabling compacts and flushes for region at 1733340043688Disabling writes for close at 1733340043688Obtaining lock to block concurrent updates at 1733340043688Preparing flush snapshotting stores in 1588230740 at 1733340043688Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733340043689 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733340043689Flushing 1588230740/info: creating writer at 1733340043689Flushing 1588230740/info: appending metadata at 1733340043707 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733340043707Flushing 1588230740/ns: creating writer at 1733340043714 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733340043725 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733340043725Flushing 1588230740/rep_barrier: creating writer at 1733340043731 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733340043749 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733340043749Flushing 1588230740/table: creating writer at 1733340044157 (+408 ms)Flushing 1588230740/table: appending metadata at 1733340044172 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733340044172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1045ef: reopening flushed file at 1733340044587 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b6d1e0: reopening flushed file at 1733340044592 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f7fb2e9: reopening flushed file at 1733340044596 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316747b5: reopening flushed file at 1733340044601 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 918ms, sequenceid=16, compaction requested=false at 1733340044606 (+5 ms)Writing region close event to WAL at 1733340044607 (+1 ms)Running coprocessor post-close hooks at 1733340044610 (+3 ms)Closed at 1733340044610 2024-12-04T19:20:44,610 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:20:44,638 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 914, reset compression=false 2024-12-04T19:20:44,643 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:20:44,643 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 1161, reset compression=false 2024-12-04T19:20:44,643 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,43297,1733340019379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:20:44,643 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ba2734cd39f,43297,1733340019379: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ba2734cd39f,43297,1733340019379, walGroup=9ba2734cd39f%2C43297%2C1733340019379, offset=9ba2734cd39f%2C43297%2C1733340019379.1733340021580:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:43297 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T19:20:44,644 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T19:20:44,645 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T19:20:44,645 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T19:20:44,645 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T19:20:44,645 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T19:20:44,645 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 690073144 }, "NonHeapMemoryUsage": { "committed": 195624960, "init": 7667712, "max": -1, "used": 191706840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T19:20:44,646 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:42803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:42803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-04T19:20:44,689 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T19:20:44,689 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1325): Online Regions={673912ca8fc8554403f6a69517f582fb=test,,1733340027774.673912ca8fc8554403f6a69517f582fb., cbef74d4d406d8376077e22035710c2c=hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c.} 2024-12-04T19:20:44,689 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1351): Waiting on 673912ca8fc8554403f6a69517f582fb, cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:44,849 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 1161, reset compression=false 2024-12-04T19:20:44,889 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1351): Waiting on 673912ca8fc8554403f6a69517f582fb, cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:44,959 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/.tmp/norep/ef6a4329a3b240b58139a21cbe17579c 2024-12-04T19:20:44,962 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef6a4329a3b240b58139a21cbe17579c 2024-12-04T19:20:44,963 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/.tmp/f/7135ac2959f240e3a1e082abc9f301fd as hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/f/7135ac2959f240e3a1e082abc9f301fd 2024-12-04T19:20:44,966 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7135ac2959f240e3a1e082abc9f301fd 2024-12-04T19:20:44,966 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/f/7135ac2959f240e3a1e082abc9f301fd, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T19:20:44,967 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/.tmp/f1/c79aab5dae284ed9b9aefa65fcf0e548 as hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/f1/c79aab5dae284ed9b9aefa65fcf0e548 2024-12-04T19:20:44,970 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c79aab5dae284ed9b9aefa65fcf0e548 2024-12-04T19:20:44,970 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/f1/c79aab5dae284ed9b9aefa65fcf0e548, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T19:20:44,970 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/.tmp/norep/ef6a4329a3b240b58139a21cbe17579c as hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/norep/ef6a4329a3b240b58139a21cbe17579c 2024-12-04T19:20:44,974 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef6a4329a3b240b58139a21cbe17579c 2024-12-04T19:20:44,974 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/norep/ef6a4329a3b240b58139a21cbe17579c, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T19:20:44,975 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 673912ca8fc8554403f6a69517f582fb in 1288ms, sequenceid=8, compaction requested=false 2024-12-04T19:20:44,984 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/data/default/test/673912ca8fc8554403f6a69517f582fb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T19:20:44,985 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:20:44,985 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:20:44,985 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733340027774.673912ca8fc8554403f6a69517f582fb. 2024-12-04T19:20:44,985 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 673912ca8fc8554403f6a69517f582fb: Waiting for close lock at 1733340043687Running coprocessor pre-close hooks at 1733340043687Disabling compacts and flushes for region at 1733340043687Disabling writes for close at 1733340043687Obtaining lock to block concurrent updates at 1733340043688 (+1 ms)Preparing flush snapshotting stores in 673912ca8fc8554403f6a69517f582fb at 1733340043688Finished memstore snapshotting test,,1733340027774.673912ca8fc8554403f6a69517f582fb., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733340043688Flushing stores of test,,1733340027774.673912ca8fc8554403f6a69517f582fb. at 1733340043688Flushing 673912ca8fc8554403f6a69517f582fb/f: creating writer at 1733340043688Flushing 673912ca8fc8554403f6a69517f582fb/f: appending metadata at 1733340043703 (+15 ms)Flushing 673912ca8fc8554403f6a69517f582fb/f: closing flushed file at 1733340043703Flushing 673912ca8fc8554403f6a69517f582fb/f1: creating writer at 1733340044113 (+410 ms)Flushing 673912ca8fc8554403f6a69517f582fb/f1: appending metadata at 1733340044133 (+20 ms)Flushing 673912ca8fc8554403f6a69517f582fb/f1: closing flushed file at 1733340044134 (+1 ms)Flushing 673912ca8fc8554403f6a69517f582fb/norep: creating writer at 1733340044542 (+408 ms)Flushing 673912ca8fc8554403f6a69517f582fb/norep: appending metadata at 1733340044554 (+12 ms)Flushing 673912ca8fc8554403f6a69517f582fb/norep: closing flushed file at 1733340044554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2618063f: reopening flushed file at 1733340044962 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75242d73: reopening flushed file at 1733340044966 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@385b3618: reopening flushed file at 1733340044970 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 673912ca8fc8554403f6a69517f582fb in 1288ms, sequenceid=8, compaction requested=false at 1733340044975 (+5 ms)Writing region close event to WAL at 1733340044982 (+7 ms)Running coprocessor post-close hooks at 1733340044985 (+3 ms)Closed at 1733340044985 2024-12-04T19:20:44,985 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733340027774.673912ca8fc8554403f6a69517f582fb. 2024-12-04T19:20:44,985 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbef74d4d406d8376077e22035710c2c, disabling compactions & flushes 2024-12-04T19:20:44,985 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:44,985 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:44,985 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. after waiting 0 ms 2024-12-04T19:20:44,985 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:44,986 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbef74d4d406d8376077e22035710c2c: Waiting for close lock at 1733340044985Running coprocessor pre-close hooks at 1733340044985Disabling compacts and flushes for region at 1733340044985Disabling writes for close at 1733340044985Failed flush hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c., putting online again at 1733340044986 (+1 ms) 2024-12-04T19:20:44,986 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:45,089 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(3091): Received CLOSE for cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:45,089 DEBUG [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1351): Waiting on cbef74d4d406d8376077e22035710c2c 2024-12-04T19:20:45,089 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbef74d4d406d8376077e22035710c2c, disabling compactions & flushes 2024-12-04T19:20:45,090 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:45,090 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:45,090 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. after waiting 0 ms 2024-12-04T19:20:45,090 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:45,090 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbef74d4d406d8376077e22035710c2c: Waiting for close lock at 1733340045089Running coprocessor pre-close hooks at 1733340045089Disabling compacts and flushes for region at 1733340045089Disabling writes for close at 1733340045090 (+1 ms)Failed flush hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c., putting online again at 1733340045090 2024-12-04T19:20:45,090 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733340031082.cbef74d4d406d8376077e22035710c2c. 2024-12-04T19:20:45,152 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 1161, reset compression=false 2024-12-04T19:20:45,157 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:20:45,157 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 1805, reset compression=false 2024-12-04T19:20:45,290 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T19:20:45,290 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,43297,1733340019379; all regions closed. 2024-12-04T19:20:45,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741834_1010 (size=4239) 2024-12-04T19:20:45,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.rep.1733340032255 not finished, retry = 0 2024-12-04T19:20:45,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741839_1015 (size=1733) 2024-12-04T19:20:45,361 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 to pos 1805, reset compression=false 2024-12-04T19:20:45,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/WALs/9ba2734cd39f,43297,1733340019379/9ba2734cd39f%2C43297%2C1733340019379.1733340021580 not finished, retry = 0 2024-12-04T19:20:45,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741832_1008 (size=1813) 2024-12-04T19:20:45,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:20:45,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:45,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:45,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:45,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:45,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:45,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:45,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:45,497 DEBUG [RS:0;9ba2734cd39f:43297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:45,497 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:20:45,497 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:20:45,497 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T19:20:45,497 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:20:45,497 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:20:45,497 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,43297,1733340019379 because: Region server is closing 2024-12-04T19:20:45,497 INFO [RS:0;9ba2734cd39f:43297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:43297. 2024-12-04T19:20:45,497 DEBUG [RS:0;9ba2734cd39f:43297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:45,498 DEBUG [RS:0;9ba2734cd39f:43297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:45,498 DEBUG [RS:0;9ba2734cd39f:43297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:45,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:45,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:45,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:45,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:45,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:45,598 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.shipper9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 terminated 2024-12-04T19:20:45,598 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43297,1733340019379.replicationSource.wal-reader.9ba2734cd39f%2C43297%2C1733340019379,1-9ba2734cd39f,43297,1733340019379 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T19:20:45,598 INFO [RS:0;9ba2734cd39f:43297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:43297. 2024-12-04T19:20:45,598 DEBUG [RS:0;9ba2734cd39f:43297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:20:45,598 DEBUG [RS:0;9ba2734cd39f:43297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:45,598 DEBUG [RS:0;9ba2734cd39f:43297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:45,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:20:45,598 INFO [RS:0;9ba2734cd39f:43297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43297 2024-12-04T19:20:45,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-824507115/rs/9ba2734cd39f,43297,1733340019379 2024-12-04T19:20:45,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115/rs 2024-12-04T19:20:45,654 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:20:45,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,43297,1733340019379] 2024-12-04T19:20:45,675 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-824507115/draining/9ba2734cd39f,43297,1733340019379 already deleted, retry=false 2024-12-04T19:20:45,675 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,43297,1733340019379 expired; onlineServers=0 2024-12-04T19:20:45,675 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,42803,1733340019186' ***** 2024-12-04T19:20:45,675 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:20:45,675 INFO [M:0;9ba2734cd39f:42803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:20:45,675 INFO [M:0;9ba2734cd39f:42803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:20:45,675 DEBUG [M:0;9ba2734cd39f:42803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:20:45,675 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:20:45,675 DEBUG [M:0;9ba2734cd39f:42803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:20:45,675 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340021410 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340021410,5,FailOnTimeoutGroup] 2024-12-04T19:20:45,675 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340021410 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340021410,5,FailOnTimeoutGroup] 2024-12-04T19:20:45,676 INFO [M:0;9ba2734cd39f:42803 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:20:45,676 INFO [M:0;9ba2734cd39f:42803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:20:45,676 DEBUG [M:0;9ba2734cd39f:42803 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:20:45,676 INFO [M:0;9ba2734cd39f:42803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:20:45,676 INFO [M:0;9ba2734cd39f:42803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:20:45,676 INFO [M:0;9ba2734cd39f:42803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:20:45,676 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:20:45,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-824507115/master 2024-12-04T19:20:45,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-824507115 2024-12-04T19:20:45,686 DEBUG [M:0;9ba2734cd39f:42803 {}] zookeeper.ZKUtil(347): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Unable to get data of znode /0-824507115/master because node does not exist (not an error) 2024-12-04T19:20:45,686 WARN [M:0;9ba2734cd39f:42803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:20:45,687 INFO [M:0;9ba2734cd39f:42803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/.lastflushedseqids 2024-12-04T19:20:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741847_1023 (size=245) 2024-12-04T19:20:45,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:45,764 INFO [RS:0;9ba2734cd39f:43297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:20:45,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43297-0x101a1c9ae290001, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:45,764 INFO [RS:0;9ba2734cd39f:43297 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,43297,1733340019379; zookeeper connection closed. 2024-12-04T19:20:45,765 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@329d18a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@329d18a5 2024-12-04T19:20:45,765 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:20:46,098 INFO [M:0;9ba2734cd39f:42803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:20:46,098 INFO [M:0;9ba2734cd39f:42803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:20:46,098 DEBUG [M:0;9ba2734cd39f:42803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:20:46,098 INFO [M:0;9ba2734cd39f:42803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:46,098 DEBUG [M:0;9ba2734cd39f:42803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:46,098 DEBUG [M:0;9ba2734cd39f:42803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:20:46,098 DEBUG [M:0;9ba2734cd39f:42803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:46,098 INFO [M:0;9ba2734cd39f:42803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T19:20:46,115 DEBUG [M:0;9ba2734cd39f:42803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6a77878af8944f6b8090a6d790faeb0 is 82, key is hbase:meta,,1/info:regioninfo/1733340022639/Put/seqid=0 2024-12-04T19:20:46,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741848_1024 (size=5672) 2024-12-04T19:20:46,519 INFO [M:0;9ba2734cd39f:42803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6a77878af8944f6b8090a6d790faeb0 2024-12-04T19:20:46,538 DEBUG [M:0;9ba2734cd39f:42803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0df9b17a6cbd4f4aa2401d8200a74f8b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733340032292/Put/seqid=0 2024-12-04T19:20:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741849_1025 (size=8517) 2024-12-04T19:20:46,947 INFO [M:0;9ba2734cd39f:42803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0df9b17a6cbd4f4aa2401d8200a74f8b 2024-12-04T19:20:46,961 DEBUG [M:0;9ba2734cd39f:42803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c1d9198552446c6a5058e9f05ac2409 is 69, key is 9ba2734cd39f,43297,1733340019379/rs:state/1733340021436/Put/seqid=0 2024-12-04T19:20:46,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741850_1026 (size=5156) 2024-12-04T19:20:47,365 INFO [M:0;9ba2734cd39f:42803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c1d9198552446c6a5058e9f05ac2409 2024-12-04T19:20:47,369 DEBUG [M:0;9ba2734cd39f:42803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6a77878af8944f6b8090a6d790faeb0 as hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6a77878af8944f6b8090a6d790faeb0 2024-12-04T19:20:47,372 INFO [M:0;9ba2734cd39f:42803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6a77878af8944f6b8090a6d790faeb0, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T19:20:47,373 DEBUG [M:0;9ba2734cd39f:42803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0df9b17a6cbd4f4aa2401d8200a74f8b as hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0df9b17a6cbd4f4aa2401d8200a74f8b 2024-12-04T19:20:47,376 INFO [M:0;9ba2734cd39f:42803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0df9b17a6cbd4f4aa2401d8200a74f8b, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T19:20:47,377 DEBUG [M:0;9ba2734cd39f:42803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c1d9198552446c6a5058e9f05ac2409 as hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c1d9198552446c6a5058e9f05ac2409 2024-12-04T19:20:47,380 INFO [M:0;9ba2734cd39f:42803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43935/user/jenkins/test-data/58208929-fec8-8412-841f-4b787df1c717/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c1d9198552446c6a5058e9f05ac2409, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T19:20:47,381 INFO [M:0;9ba2734cd39f:42803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-12-04T19:20:47,383 INFO [M:0;9ba2734cd39f:42803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:47,383 DEBUG [M:0;9ba2734cd39f:42803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340046098Disabling compacts and flushes for region at 1733340046098Disabling writes for close at 1733340046098Obtaining lock to block concurrent updates at 1733340046098Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733340046098Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733340046099 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733340046099Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733340046099Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733340046115 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733340046115Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733340046523 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733340046538 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733340046538Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733340046950 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733340046961 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733340046961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146aff8c: reopening flushed file at 1733340047368 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d3f66c: reopening flushed file at 1733340047373 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69368ade: reopening flushed file at 1733340047376 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1733340047381 (+5 ms)Writing region close event to WAL at 1733340047383 (+2 ms)Closed at 1733340047383 2024-12-04T19:20:47,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35265 is added to blk_1073741830_1006 (size=63666) 2024-12-04T19:20:47,386 INFO [M:0;9ba2734cd39f:42803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:20:47,386 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:20:47,386 INFO [M:0;9ba2734cd39f:42803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42803 2024-12-04T19:20:47,386 INFO [M:0;9ba2734cd39f:42803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:20:47,543 INFO [M:0;9ba2734cd39f:42803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:20:47,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:47,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42803-0x101a1c9ae290000, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:20:47,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a608edf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:20:47,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fa62fac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:20:47,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:20:47,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c992ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:20:47,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@365e3bda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/hadoop.log.dir/,STOPPED} 2024-12-04T19:20:47,548 WARN [BP-702235127-172.17.0.2-1733340017293 heartbeating to localhost/127.0.0.1:43935 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:20:47,548 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:20:47,548 WARN [BP-702235127-172.17.0.2-1733340017293 heartbeating to localhost/127.0.0.1:43935 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-702235127-172.17.0.2-1733340017293 (Datanode Uuid a8fe79a1-49c1-4886-9820-a3f2cb523e05) service to localhost/127.0.0.1:43935 2024-12-04T19:20:47,548 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:20:47,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/cluster_2097a3df-4961-0c4f-f211-09ca85e15ff1/data/data1/current/BP-702235127-172.17.0.2-1733340017293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:20:47,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/cluster_2097a3df-4961-0c4f-f211-09ca85e15ff1/data/data2/current/BP-702235127-172.17.0.2-1733340017293 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:20:47,549 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:20:47,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@352d160a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:20:47,555 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d5f4783{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:20:47,555 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:20:47,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@963308a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:20:47,555 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f1f9ffb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f393f864-b9b1-1def-1c3d-3f790f1c40a1/hadoop.log.dir/,STOPPED} 2024-12-04T19:20:47,559 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T19:20:47,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:20:47,577 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 240) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39265 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61335) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43935 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61335) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43935 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43935 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 308), ProcessCount=11 (was 11), AvailableMemoryMB=15375 (was 15455) 2024-12-04T19:20:47,584 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=15375 2024-12-04T19:20:47,595 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-04T19:20:47,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/hadoop.log.dir so I do NOT create it in target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5 2024-12-04T19:20:47,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:20:47,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/hadoop.tmp.dir so I do NOT create it in target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5 2024-12-04T19:20:47,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/baeb7576-1b89-a488-1119-ba5be92bc30d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:20:47,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5 2024-12-04T19:20:47,596 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/cluster_15a59684-b6b1-04d1-462e-51dac1887325, deleteOnExit=true 2024-12-04T19:20:47,635 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/cluster_15a59684-b6b1-04d1-462e-51dac1887325/zookeeper_0, clientPort=59518, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/cluster_15a59684-b6b1-04d1-462e-51dac1887325/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/cluster_15a59684-b6b1-04d1-462e-51dac1887325/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T19:20:47,635 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59518 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/test.cache.data in system properties and HBase conf 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:20:47,636 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:20:47,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:20:47,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:20:47,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:20:47,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:20:47,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:20:47,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:20:47,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:20:47,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:20:47,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a1c9ae290005, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:20:47,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a1c9ae290002, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:20:47,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a1c9ae290002, quorum=127.0.0.1:61335, baseZNode=/0-824507115 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:20:47,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a1c9ae290005, quorum=127.0.0.1:61335, baseZNode=/1-486820774 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:20:48,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:48,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:20:48,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:20:48,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:20:48,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:20:48,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:48,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190d83a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:20:48,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b89db51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:20:48,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5778d52{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/java.io.tmpdir/jetty-localhost-34771-hadoop-hdfs-3_4_1-tests_jar-_-any-14029543267685052731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:20:48,317 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a46dceb{HTTP/1.1, (http/1.1)}{localhost:34771} 2024-12-04T19:20:48,318 INFO [Time-limited test {}] server.Server(415): Started @234415ms 2024-12-04T19:20:48,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:48,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:20:48,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:20:48,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:20:48,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:20:48,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c51c0c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:20:48,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e3b099c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:20:48,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a80f27d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/java.io.tmpdir/jetty-localhost-39255-hadoop-hdfs-3_4_1-tests_jar-_-any-4512125405842409956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:20:48,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41beb40b{HTTP/1.1, (http/1.1)}{localhost:39255} 2024-12-04T19:20:48,655 INFO [Time-limited test {}] server.Server(415): Started @234752ms 2024-12-04T19:20:48,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:20:49,318 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/cluster_15a59684-b6b1-04d1-462e-51dac1887325/data/data1/current/BP-191006775-172.17.0.2-1733340047649/current, will proceed with Du for space computation calculation, 2024-12-04T19:20:49,318 WARN [Thread-2669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/cluster_15a59684-b6b1-04d1-462e-51dac1887325/data/data2/current/BP-191006775-172.17.0.2-1733340047649/current, will proceed with Du for space computation calculation, 2024-12-04T19:20:49,332 WARN [Thread-2656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:20:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57d495f1189f5830 with lease ID 0xd1eb3bf2d66b7dbc: Processing first storage report for DS-6a0fd684-8c5f-434d-8c53-a24af4c59baa from datanode DatanodeRegistration(127.0.0.1:44205, datanodeUuid=c910c279-cc87-4672-ae8f-1c76612550d3, infoPort=37255, infoSecurePort=0, ipcPort=35411, storageInfo=lv=-57;cid=testClusterID;nsid=869806832;c=1733340047649) 2024-12-04T19:20:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57d495f1189f5830 with lease ID 0xd1eb3bf2d66b7dbc: from storage DS-6a0fd684-8c5f-434d-8c53-a24af4c59baa node DatanodeRegistration(127.0.0.1:44205, datanodeUuid=c910c279-cc87-4672-ae8f-1c76612550d3, infoPort=37255, infoSecurePort=0, ipcPort=35411, storageInfo=lv=-57;cid=testClusterID;nsid=869806832;c=1733340047649), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:20:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57d495f1189f5830 with lease ID 0xd1eb3bf2d66b7dbc: Processing first storage report for DS-6d1827c7-b2b5-44ea-b989-80236c17dd82 from datanode DatanodeRegistration(127.0.0.1:44205, datanodeUuid=c910c279-cc87-4672-ae8f-1c76612550d3, infoPort=37255, infoSecurePort=0, ipcPort=35411, storageInfo=lv=-57;cid=testClusterID;nsid=869806832;c=1733340047649) 2024-12-04T19:20:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57d495f1189f5830 with lease ID 0xd1eb3bf2d66b7dbc: from storage DS-6d1827c7-b2b5-44ea-b989-80236c17dd82 node DatanodeRegistration(127.0.0.1:44205, datanodeUuid=c910c279-cc87-4672-ae8f-1c76612550d3, infoPort=37255, infoSecurePort=0, ipcPort=35411, storageInfo=lv=-57;cid=testClusterID;nsid=869806832;c=1733340047649), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:20:49,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5 2024-12-04T19:20:49,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:49,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:49,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:20:49,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:20:49,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T19:20:49,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:20:49,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:20:49,784 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459 with version=8 2024-12-04T19:20:49,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/hbase-staging 2024-12-04T19:20:49,785 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:20:49,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:49,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:49,785 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:20:49,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:49,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:20:49,785 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:20:49,785 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:20:49,786 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39755 2024-12-04T19:20:49,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39755 connecting to ZooKeeper ensemble=127.0.0.1:59518 2024-12-04T19:20:49,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397550x0, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:20:49,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39755-0x101a1ca24be0000 connected 2024-12-04T19:20:49,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:49,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:49,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Set watcher on znode that does not yet exist, /02111510700/running 2024-12-04T19:20:49,952 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459, hbase.cluster.distributed=false 2024-12-04T19:20:49,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Set watcher on znode that does not yet exist, /02111510700/acl 2024-12-04T19:20:49,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39755 2024-12-04T19:20:49,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39755 2024-12-04T19:20:49,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39755 2024-12-04T19:20:49,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39755 2024-12-04T19:20:49,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39755 2024-12-04T19:20:49,979 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:20:49,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:49,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:49,979 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:20:49,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:49,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:20:49,979 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:20:49,979 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:20:49,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41467 2024-12-04T19:20:49,980 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41467 connecting to ZooKeeper ensemble=127.0.0.1:59518 2024-12-04T19:20:49,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:49,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:49,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414670x0, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:20:49,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414670x0, quorum=127.0.0.1:59518, baseZNode=/02111510700 Set watcher on znode that does not yet exist, /02111510700/running 2024-12-04T19:20:49,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41467-0x101a1ca24be0001 connected 2024-12-04T19:20:49,991 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:20:49,991 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:20:49,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Set watcher on znode that does not yet exist, /02111510700/master 2024-12-04T19:20:49,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Set watcher on znode that does not yet exist, /02111510700/acl 2024-12-04T19:20:49,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41467 2024-12-04T19:20:49,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41467 2024-12-04T19:20:49,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41467 2024-12-04T19:20:49,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41467 2024-12-04T19:20:49,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41467 2024-12-04T19:20:50,006 DEBUG [M:0;9ba2734cd39f:39755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:39755 2024-12-04T19:20:50,006 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02111510700/backup-masters/9ba2734cd39f,39755,1733340049785 2024-12-04T19:20:50,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700/backup-masters 2024-12-04T19:20:50,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700/backup-masters 2024-12-04T19:20:50,012 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Set watcher on existing znode=/02111510700/backup-masters/9ba2734cd39f,39755,1733340049785 2024-12-04T19:20:50,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:20:50,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02111510700/master 2024-12-04T19:20:50,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:20:50,022 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Set watcher on existing znode=/02111510700/master 2024-12-04T19:20:50,022 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02111510700/backup-masters/9ba2734cd39f,39755,1733340049785 from backup master directory 2024-12-04T19:20:50,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02111510700/backup-masters/9ba2734cd39f,39755,1733340049785 2024-12-04T19:20:50,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700/backup-masters 2024-12-04T19:20:50,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700/backup-masters 2024-12-04T19:20:50,032 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:20:50,032 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,39755,1733340049785 2024-12-04T19:20:50,035 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/hbase.id] with ID: 2e8417c3-452d-485b-8889-8b695627a799 2024-12-04T19:20:50,035 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/.tmp/hbase.id 2024-12-04T19:20:50,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:20:50,440 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/.tmp/hbase.id]:[hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/hbase.id] 2024-12-04T19:20:50,447 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:50,447 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:20:50,448 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T19:20:50,486 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:20:50,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:50,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:50,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:50,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:50,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:50,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:50,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:50,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:50,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:50,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:50,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:50,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:50,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:20:50,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:20:50,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:20:50,923 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:20:50,923 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:20:50,923 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:20:51,329 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store 2024-12-04T19:20:51,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:20:51,734 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:51,734 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:20:51,734 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:51,734 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:51,734 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:20:51,734 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:51,734 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:51,734 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340051734Disabling compacts and flushes for region at 1733340051734Disabling writes for close at 1733340051734Writing region close event to WAL at 1733340051734Closed at 1733340051734 2024-12-04T19:20:51,735 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/.initializing 2024-12-04T19:20:51,735 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/WALs/9ba2734cd39f,39755,1733340049785 2024-12-04T19:20:51,736 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:20:51,737 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C39755%2C1733340049785, suffix=, logDir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/WALs/9ba2734cd39f,39755,1733340049785, archiveDir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/oldWALs, maxLogs=10 2024-12-04T19:20:51,758 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/WALs/9ba2734cd39f,39755,1733340049785/9ba2734cd39f%2C39755%2C1733340049785.1733340051737, exclude list is [], retry=0 2024-12-04T19:20:51,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-6a0fd684-8c5f-434d-8c53-a24af4c59baa,DISK] 2024-12-04T19:20:51,762 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/WALs/9ba2734cd39f,39755,1733340049785/9ba2734cd39f%2C39755%2C1733340049785.1733340051737 2024-12-04T19:20:51,762 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37255:37255)] 2024-12-04T19:20:51,762 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:20:51,762 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:51,762 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:51,762 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:51,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:51,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:20:51,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:51,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:51,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:51,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:20:51,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:51,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:51,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:51,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:20:51,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:51,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:51,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:51,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:20:51,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:51,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:51,775 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:51,776 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:51,776 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:51,777 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:51,777 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:51,777 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:20:51,778 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:51,780 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:20:51,780 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70917345, jitterRate=0.056750789284706116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:20:51,780 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733340051762Initializing all the Stores at 1733340051763 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340051763Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340051763Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340051763Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340051763Cleaning up temporary data from old regions at 1733340051777 (+14 ms)Region opened successfully at 1733340051780 (+3 ms) 2024-12-04T19:20:51,781 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:20:51,783 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27458d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:20:51,783 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:20:51,783 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:20:51,783 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:20:51,784 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:20:51,784 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:20:51,784 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:20:51,784 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:20:51,786 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:20:51,786 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Unable to get data of znode /02111510700/balancer because node does not exist (not necessarily an error) 2024-12-04T19:20:51,864 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02111510700/balancer already deleted, retry=false 2024-12-04T19:20:51,864 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:20:51,865 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Unable to get data of znode /02111510700/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:20:51,874 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02111510700/normalizer already deleted, retry=false 2024-12-04T19:20:51,874 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:20:51,875 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Unable to get data of znode /02111510700/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:20:51,885 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02111510700/switch/split already deleted, retry=false 2024-12-04T19:20:51,885 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Unable to get data of znode /02111510700/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:20:51,895 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02111510700/switch/merge already deleted, retry=false 2024-12-04T19:20:51,897 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Unable to get data of znode /02111510700/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:20:51,906 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02111510700/snapshot-cleanup already deleted, retry=false 2024-12-04T19:20:51,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02111510700/running 2024-12-04T19:20:51,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02111510700/running 2024-12-04T19:20:51,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:20:51,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:20:51,917 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,39755,1733340049785, sessionid=0x101a1ca24be0000, setting cluster-up flag (Was=false) 2024-12-04T19:20:51,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:20:51,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:20:51,969 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02111510700/flush-table-proc/acquired, /02111510700/flush-table-proc/reached, /02111510700/flush-table-proc/abort 2024-12-04T19:20:51,970 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,39755,1733340049785 2024-12-04T19:20:51,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:20:51,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:20:52,022 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02111510700/online-snapshot/acquired, /02111510700/online-snapshot/reached, /02111510700/online-snapshot/abort 2024-12-04T19:20:52,023 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,39755,1733340049785 2024-12-04T19:20:52,023 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:20:52,024 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:52,024 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:20:52,024 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:20:52,025 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,39755,1733340049785 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:20:52,025 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:52,025 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:52,025 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:52,025 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:52,025 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:20:52,025 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:52,025 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:20:52,026 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:52,026 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340082026 2024-12-04T19:20:52,026 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:20:52,026 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:20:52,026 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:20:52,026 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:20:52,026 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:20:52,026 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:20:52,026 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:52,027 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:52,027 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:20:52,027 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:20:52,027 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:20:52,027 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:20:52,027 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:20:52,027 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:20:52,027 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:20:52,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:52,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:20:52,028 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340052027,5,FailOnTimeoutGroup] 2024-12-04T19:20:52,028 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340052028,5,FailOnTimeoutGroup] 2024-12-04T19:20:52,028 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:52,028 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:20:52,028 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:52,028 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:52,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:20:52,099 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(746): ClusterId : 2e8417c3-452d-485b-8889-8b695627a799 2024-12-04T19:20:52,100 DEBUG [RS:0;9ba2734cd39f:41467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:20:52,106 DEBUG [RS:0;9ba2734cd39f:41467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:20:52,106 DEBUG [RS:0;9ba2734cd39f:41467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:20:52,117 DEBUG [RS:0;9ba2734cd39f:41467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:20:52,117 DEBUG [RS:0;9ba2734cd39f:41467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b7f9b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:20:52,126 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:41467 2024-12-04T19:20:52,126 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:20:52,126 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:20:52,126 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:20:52,127 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,39755,1733340049785 with port=41467, startcode=1733340049979 2024-12-04T19:20:52,127 DEBUG [RS:0;9ba2734cd39f:41467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:20:52,128 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:20:52,128 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39755 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,41467,1733340049979 2024-12-04T19:20:52,128 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39755 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,41467,1733340049979 2024-12-04T19:20:52,130 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459 2024-12-04T19:20:52,130 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37809 2024-12-04T19:20:52,130 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:20:52,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700/rs 2024-12-04T19:20:52,138 DEBUG [RS:0;9ba2734cd39f:41467 {}] zookeeper.ZKUtil(111): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Set watcher on existing znode=/02111510700/rs/9ba2734cd39f,41467,1733340049979 2024-12-04T19:20:52,138 WARN [RS:0;9ba2734cd39f:41467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:20:52,138 INFO [RS:0;9ba2734cd39f:41467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:52,138 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979 2024-12-04T19:20:52,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,41467,1733340049979] 2024-12-04T19:20:52,140 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:20:52,141 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:20:52,141 INFO [RS:0;9ba2734cd39f:41467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:20:52,141 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:52,141 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:20:52,142 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:20:52,142 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:52,142 DEBUG [RS:0;9ba2734cd39f:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:52,142 DEBUG [RS:0;9ba2734cd39f:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:52,142 DEBUG [RS:0;9ba2734cd39f:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:52,142 DEBUG [RS:0;9ba2734cd39f:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:52,142 DEBUG [RS:0;9ba2734cd39f:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:52,142 DEBUG [RS:0;9ba2734cd39f:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:20:52,142 DEBUG [RS:0;9ba2734cd39f:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:52,142 DEBUG [RS:0;9ba2734cd39f:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:52,142 DEBUG [RS:0;9ba2734cd39f:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:52,142 DEBUG [RS:0;9ba2734cd39f:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:52,142 DEBUG [RS:0;9ba2734cd39f:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:52,142 DEBUG [RS:0;9ba2734cd39f:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:52,142 DEBUG [RS:0;9ba2734cd39f:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:20:52,142 DEBUG [RS:0;9ba2734cd39f:41467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:20:52,142 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:52,142 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:52,142 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:52,142 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:52,142 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:52,142 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,41467,1733340049979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:20:52,153 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:20:52,153 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,41467,1733340049979-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:52,153 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:52,153 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.Replication(171): 9ba2734cd39f,41467,1733340049979 started 2024-12-04T19:20:52,163 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:52,163 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,41467,1733340049979, RpcServer on 9ba2734cd39f/172.17.0.2:41467, sessionid=0x101a1ca24be0001 2024-12-04T19:20:52,163 DEBUG [RS:0;9ba2734cd39f:41467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:20:52,163 DEBUG [RS:0;9ba2734cd39f:41467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,41467,1733340049979 2024-12-04T19:20:52,163 DEBUG [RS:0;9ba2734cd39f:41467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,41467,1733340049979' 2024-12-04T19:20:52,163 DEBUG [RS:0;9ba2734cd39f:41467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02111510700/flush-table-proc/abort' 2024-12-04T19:20:52,164 DEBUG [RS:0;9ba2734cd39f:41467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02111510700/flush-table-proc/acquired' 2024-12-04T19:20:52,164 DEBUG [RS:0;9ba2734cd39f:41467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:20:52,164 DEBUG [RS:0;9ba2734cd39f:41467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:20:52,164 DEBUG [RS:0;9ba2734cd39f:41467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,41467,1733340049979 2024-12-04T19:20:52,164 DEBUG [RS:0;9ba2734cd39f:41467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,41467,1733340049979' 2024-12-04T19:20:52,164 DEBUG [RS:0;9ba2734cd39f:41467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02111510700/online-snapshot/abort' 2024-12-04T19:20:52,164 DEBUG [RS:0;9ba2734cd39f:41467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02111510700/online-snapshot/acquired' 2024-12-04T19:20:52,165 DEBUG [RS:0;9ba2734cd39f:41467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:20:52,165 INFO [RS:0;9ba2734cd39f:41467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:20:52,165 INFO [RS:0;9ba2734cd39f:41467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:20:52,265 INFO [RS:0;9ba2734cd39f:41467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:20:52,266 INFO [RS:0;9ba2734cd39f:41467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C41467%2C1733340049979, suffix=, logDir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979, archiveDir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/oldWALs, maxLogs=10 2024-12-04T19:20:52,276 DEBUG [RS:0;9ba2734cd39f:41467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266, exclude list is [], retry=0 2024-12-04T19:20:52,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-6a0fd684-8c5f-434d-8c53-a24af4c59baa,DISK] 2024-12-04T19:20:52,280 INFO [RS:0;9ba2734cd39f:41467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 2024-12-04T19:20:52,280 DEBUG [RS:0;9ba2734cd39f:41467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37255:37255)] 2024-12-04T19:20:52,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:20:52,435 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459 2024-12-04T19:20:52,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:20:52,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:52,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:20:52,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:20:52,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:52,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:52,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:20:52,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:20:52,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:52,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:52,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:20:52,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:20:52,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:52,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:52,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:20:52,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:20:52,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:52,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:52,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:20:52,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740 2024-12-04T19:20:52,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740 2024-12-04T19:20:52,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:20:52,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:20:52,845 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:20:52,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:20:52,847 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:20:52,847 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62252939, jitterRate=-0.07235892117023468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:20:52,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733340052839Initializing all the Stores at 1733340052840 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340052840Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340052840Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340052840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340052840Cleaning up temporary data from old regions at 1733340052845 (+5 ms)Region opened successfully at 1733340052848 (+3 ms) 2024-12-04T19:20:52,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:20:52,848 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:20:52,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:20:52,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:20:52,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:20:52,848 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:20:52,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340052848Disabling compacts and flushes for region at 1733340052848Disabling writes for close at 1733340052848Writing region close event to WAL at 1733340052848Closed at 1733340052848 2024-12-04T19:20:52,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:52,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:20:52,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:20:52,850 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:20:52,850 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:20:53,001 DEBUG [9ba2734cd39f:39755 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:20:53,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,41467,1733340049979 2024-12-04T19:20:53,002 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,41467,1733340049979, state=OPENING 2024-12-04T19:20:53,074 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:20:53,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:20:53,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:20:53,085 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:20:53,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02111510700/meta-region-server: CHANGED 2024-12-04T19:20:53,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02111510700/meta-region-server: CHANGED 2024-12-04T19:20:53,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,41467,1733340049979}] 2024-12-04T19:20:53,237 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:20:53,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:20:53,242 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:20:53,242 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:53,242 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:20:53,243 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C41467%2C1733340049979.meta, suffix=.meta, logDir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979, archiveDir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/oldWALs, maxLogs=10 2024-12-04T19:20:53,254 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.meta.1733340053243.meta, exclude list is [], retry=0 2024-12-04T19:20:53,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-6a0fd684-8c5f-434d-8c53-a24af4c59baa,DISK] 2024-12-04T19:20:53,258 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.meta.1733340053243.meta 2024-12-04T19:20:53,260 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37255:37255)] 2024-12-04T19:20:53,260 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:20:53,260 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:20:53,260 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:20:53,261 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:20:53,261 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:20:53,261 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:20:53,261 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:53,261 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:20:53,261 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:20:53,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:20:53,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:20:53,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:53,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:53,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:20:53,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:20:53,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:53,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:53,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:20:53,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:20:53,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:53,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:53,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:20:53,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:20:53,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:53,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:53,266 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:20:53,266 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740 2024-12-04T19:20:53,267 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740 2024-12-04T19:20:53,268 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:20:53,268 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:20:53,268 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:20:53,269 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:20:53,269 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73747219, jitterRate=0.09891919791698456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:20:53,269 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:20:53,270 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733340053261Writing region info on filesystem at 1733340053261Initializing all the Stores at 1733340053262 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340053262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340053262Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340053262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340053262Cleaning up temporary data from old regions at 1733340053268 (+6 ms)Running coprocessor post-open hooks at 1733340053269 (+1 ms)Region opened successfully at 1733340053270 (+1 ms) 2024-12-04T19:20:53,271 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733340053237 2024-12-04T19:20:53,272 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:20:53,272 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:20:53,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,41467,1733340049979 2024-12-04T19:20:53,274 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,41467,1733340049979, state=OPEN 2024-12-04T19:20:53,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02111510700/meta-region-server 2024-12-04T19:20:53,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02111510700/meta-region-server 2024-12-04T19:20:53,317 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,41467,1733340049979 2024-12-04T19:20:53,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02111510700/meta-region-server: CHANGED 2024-12-04T19:20:53,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02111510700/meta-region-server: CHANGED 2024-12-04T19:20:53,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:20:53,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,41467,1733340049979 in 232 msec 2024-12-04T19:20:53,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:20:53,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-12-04T19:20:53,321 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:53,321 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:20:53,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:53,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,41467,1733340049979, seqNum=-1] 2024-12-04T19:20:53,322 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:53,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:20:53,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-12-04T19:20:53,326 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733340053326, completionTime=-1 2024-12-04T19:20:53,327 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:20:53,327 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:20:53,328 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:20:53,328 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340113328 2024-12-04T19:20:53,328 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340173328 2024-12-04T19:20:53,328 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:20:53,328 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,39755,1733340049785-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:53,329 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,39755,1733340049785-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:53,329 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,39755,1733340049785-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:53,329 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:39755, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:53,329 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:53,329 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:53,330 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:20:53,332 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.299sec 2024-12-04T19:20:53,332 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:20:53,332 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:20:53,332 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:20:53,332 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:20:53,332 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:20:53,332 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,39755,1733340049785-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:20:53,332 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,39755,1733340049785-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:20:53,334 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:20:53,334 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:20:53,334 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,39755,1733340049785-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:53,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8ebe6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:53,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,39755,-1 for getting cluster id 2024-12-04T19:20:53,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:53,401 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8417c3-452d-485b-8889-8b695627a799' 2024-12-04T19:20:53,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:53,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8417c3-452d-485b-8889-8b695627a799" 2024-12-04T19:20:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ace1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,39755,-1] 2024-12-04T19:20:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:53,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:53,403 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:53,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9e1646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:53,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:53,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,41467,1733340049979, seqNum=-1] 2024-12-04T19:20:53,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:53,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:20:53,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,39755,1733340049785 2024-12-04T19:20:53,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59518 2024-12-04T19:20:53,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:20:53,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a1ca24be0002 connected 2024-12-04T19:20:53,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/hadoop.log.dir so I do NOT create it in target/test-data/29af95e0-7337-92be-ef46-11e302faf6df 2024-12-04T19:20:53,434 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:20:53,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/hadoop.tmp.dir so I do NOT create it in target/test-data/29af95e0-7337-92be-ef46-11e302faf6df 2024-12-04T19:20:53,434 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:20:53,434 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df 2024-12-04T19:20:53,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:20:53,434 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/cluster_57d68d5c-581b-92d0-fa7f-3a3d3045beaa, deleteOnExit=true 2024-12-04T19:20:53,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:20:53,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/test.cache.data in system properties and HBase conf 2024-12-04T19:20:53,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:20:53,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:20:53,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:20:53,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:20:53,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:20:53,435 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:20:53,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:20:53,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:20:53,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:20:53,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:20:53,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:20:53,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:20:53,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:20:53,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:20:53,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:20:53,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:20:53,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:20:53,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:20:53,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:20:53,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:20:53,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:53,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:20:53,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:20:53,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:20:53,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:20:53,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:53,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e808149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:20:53,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b355ad2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:20:53,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@690a3d13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/java.io.tmpdir/jetty-localhost-46171-hadoop-hdfs-3_4_1-tests_jar-_-any-8535849379671610334/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:20:53,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4565cc47{HTTP/1.1, (http/1.1)}{localhost:46171} 2024-12-04T19:20:53,844 INFO [Time-limited test {}] server.Server(415): Started @239941ms 2024-12-04T19:20:54,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:54,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:20:54,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:20:54,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:20:54,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:20:54,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15de66d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:20:54,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1065ee7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:20:54,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e9bd5c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/java.io.tmpdir/jetty-localhost-40143-hadoop-hdfs-3_4_1-tests_jar-_-any-7340764542313883932/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:20:54,188 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b15dbd5{HTTP/1.1, (http/1.1)}{localhost:40143} 2024-12-04T19:20:54,188 INFO [Time-limited test {}] server.Server(415): Started @240285ms 2024-12-04T19:20:54,189 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:20:54,814 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/cluster_57d68d5c-581b-92d0-fa7f-3a3d3045beaa/data/data1/current/BP-860636989-172.17.0.2-1733340053448/current, will proceed with Du for space computation calculation, 2024-12-04T19:20:54,815 WARN [Thread-2790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/cluster_57d68d5c-581b-92d0-fa7f-3a3d3045beaa/data/data2/current/BP-860636989-172.17.0.2-1733340053448/current, will proceed with Du for space computation calculation, 2024-12-04T19:20:54,830 WARN [Thread-2777 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:20:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7eec589e4bb4da6 with lease ID 0x16af8effe9cda7ff: Processing first storage report for DS-c51b7ba9-619f-428d-84ba-861fab62d841 from datanode DatanodeRegistration(127.0.0.1:39421, datanodeUuid=c2382d51-1e31-4ddb-a889-a01bb20c37a1, infoPort=44629, infoSecurePort=0, ipcPort=33333, storageInfo=lv=-57;cid=testClusterID;nsid=692546520;c=1733340053448) 2024-12-04T19:20:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7eec589e4bb4da6 with lease ID 0x16af8effe9cda7ff: from storage DS-c51b7ba9-619f-428d-84ba-861fab62d841 node DatanodeRegistration(127.0.0.1:39421, datanodeUuid=c2382d51-1e31-4ddb-a889-a01bb20c37a1, infoPort=44629, infoSecurePort=0, ipcPort=33333, storageInfo=lv=-57;cid=testClusterID;nsid=692546520;c=1733340053448), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:20:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7eec589e4bb4da6 with lease ID 0x16af8effe9cda7ff: Processing first storage report for DS-66d48250-7f29-45c2-9f57-dbd9b3e37ed0 from datanode DatanodeRegistration(127.0.0.1:39421, datanodeUuid=c2382d51-1e31-4ddb-a889-a01bb20c37a1, infoPort=44629, infoSecurePort=0, ipcPort=33333, storageInfo=lv=-57;cid=testClusterID;nsid=692546520;c=1733340053448) 2024-12-04T19:20:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7eec589e4bb4da6 with lease ID 0x16af8effe9cda7ff: from storage DS-66d48250-7f29-45c2-9f57-dbd9b3e37ed0 node DatanodeRegistration(127.0.0.1:39421, datanodeUuid=c2382d51-1e31-4ddb-a889-a01bb20c37a1, infoPort=44629, infoSecurePort=0, ipcPort=33333, storageInfo=lv=-57;cid=testClusterID;nsid=692546520;c=1733340053448), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:20:54,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df 2024-12-04T19:20:54,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:54,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:54,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:20:55,319 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187 with version=8 2024-12-04T19:20:55,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/hbase-staging 2024-12-04T19:20:55,321 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:20:55,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:55,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:55,322 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:20:55,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:55,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:20:55,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:20:55,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:20:55,322 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33839 2024-12-04T19:20:55,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33839 connecting to ZooKeeper ensemble=127.0.0.1:59518 2024-12-04T19:20:55,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338390x0, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:20:55,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33839-0x101a1ca24be0003 connected 2024-12-04T19:20:55,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:55,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:55,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Set watcher on znode that does not yet exist, /1-660706156/running 2024-12-04T19:20:55,530 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187, hbase.cluster.distributed=false 2024-12-04T19:20:55,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Set watcher on znode that does not yet exist, /1-660706156/acl 2024-12-04T19:20:55,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33839 2024-12-04T19:20:55,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33839 2024-12-04T19:20:55,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33839 2024-12-04T19:20:55,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33839 2024-12-04T19:20:55,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33839 2024-12-04T19:20:55,544 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:20:55,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:55,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:55,544 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:20:55,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:20:55,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:20:55,544 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:20:55,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:20:55,545 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46733 2024-12-04T19:20:55,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46733 connecting to ZooKeeper ensemble=127.0.0.1:59518 2024-12-04T19:20:55,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:55,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:55,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467330x0, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:20:55,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467330x0, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Set watcher on znode that does not yet exist, /1-660706156/running 2024-12-04T19:20:55,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46733-0x101a1ca24be0004 connected 2024-12-04T19:20:55,559 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:20:55,559 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:20:55,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Set watcher on znode that does not yet exist, /1-660706156/master 2024-12-04T19:20:55,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Set watcher on znode that does not yet exist, /1-660706156/acl 2024-12-04T19:20:55,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46733 2024-12-04T19:20:55,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46733 2024-12-04T19:20:55,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46733 2024-12-04T19:20:55,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46733 2024-12-04T19:20:55,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46733 2024-12-04T19:20:55,579 DEBUG [M:0;9ba2734cd39f:33839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:33839 2024-12-04T19:20:55,579 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-660706156/backup-masters/9ba2734cd39f,33839,1733340055321 2024-12-04T19:20:55,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156/backup-masters 2024-12-04T19:20:55,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156/backup-masters 2024-12-04T19:20:55,590 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Set watcher on existing znode=/1-660706156/backup-masters/9ba2734cd39f,33839,1733340055321 2024-12-04T19:20:55,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:20:55,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-660706156/master 2024-12-04T19:20:55,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:20:55,601 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Set watcher on existing znode=/1-660706156/master 2024-12-04T19:20:55,601 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-660706156/backup-masters/9ba2734cd39f,33839,1733340055321 from backup master directory 2024-12-04T19:20:55,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-660706156/backup-masters/9ba2734cd39f,33839,1733340055321 2024-12-04T19:20:55,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156/backup-masters 2024-12-04T19:20:55,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156/backup-masters 2024-12-04T19:20:55,611 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:20:55,611 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,33839,1733340055321 2024-12-04T19:20:55,614 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/hbase.id] with ID: ec13bae3-8086-408e-8d3e-335d146c022e 2024-12-04T19:20:55,614 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/.tmp/hbase.id 2024-12-04T19:20:55,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:20:56,018 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/.tmp/hbase.id]:[hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/hbase.id] 2024-12-04T19:20:56,026 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:20:56,026 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:20:56,026 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T19:20:56,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:20:56,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:20:56,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:20:56,563 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:20:56,563 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:20:56,564 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:56,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:20:56,969 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store 2024-12-04T19:20:56,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:20:57,373 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:57,373 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:20:57,374 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:57,374 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:57,374 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:20:57,374 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:57,374 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:20:57,374 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340057373Disabling compacts and flushes for region at 1733340057373Disabling writes for close at 1733340057374 (+1 ms)Writing region close event to WAL at 1733340057374Closed at 1733340057374 2024-12-04T19:20:57,374 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/.initializing 2024-12-04T19:20:57,374 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/WALs/9ba2734cd39f,33839,1733340055321 2024-12-04T19:20:57,375 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:20:57,376 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C33839%2C1733340055321, suffix=, logDir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/WALs/9ba2734cd39f,33839,1733340055321, archiveDir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/oldWALs, maxLogs=10 2024-12-04T19:20:57,387 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/WALs/9ba2734cd39f,33839,1733340055321/9ba2734cd39f%2C33839%2C1733340055321.1733340057376, exclude list is [], retry=0 2024-12-04T19:20:57,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-c51b7ba9-619f-428d-84ba-861fab62d841,DISK] 2024-12-04T19:20:57,389 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/WALs/9ba2734cd39f,33839,1733340055321/9ba2734cd39f%2C33839%2C1733340055321.1733340057376 2024-12-04T19:20:57,390 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44629:44629)] 2024-12-04T19:20:57,390 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:20:57,390 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:57,390 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:57,390 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:57,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:57,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:20:57,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:57,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:57,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:57,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:20:57,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:57,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:57,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:57,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:20:57,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:57,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:57,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:57,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:20:57,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:57,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:20:57,394 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:57,395 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:57,395 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:57,396 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:57,396 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:57,396 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:20:57,397 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:20:57,398 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:20:57,398 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65419152, jitterRate=-0.02517867088317871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:20:57,398 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733340057390Initializing all the Stores at 1733340057391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340057391Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340057391Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340057391Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340057391Cleaning up temporary data from old regions at 1733340057396 (+5 ms)Region opened successfully at 1733340057398 (+2 ms) 2024-12-04T19:20:57,398 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:20:57,400 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2b02c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:20:57,400 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:20:57,400 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:20:57,400 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:20:57,401 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:20:57,401 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:20:57,401 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:20:57,401 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:20:57,402 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:20:57,403 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Unable to get data of znode /1-660706156/balancer because node does not exist (not necessarily an error) 2024-12-04T19:20:57,484 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-660706156/balancer already deleted, retry=false 2024-12-04T19:20:57,485 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:20:57,485 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Unable to get data of znode /1-660706156/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:20:57,495 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-660706156/normalizer already deleted, retry=false 2024-12-04T19:20:57,495 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:20:57,496 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Unable to get data of znode /1-660706156/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:20:57,505 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-660706156/switch/split already deleted, retry=false 2024-12-04T19:20:57,506 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Unable to get data of znode /1-660706156/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:20:57,516 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-660706156/switch/merge already deleted, retry=false 2024-12-04T19:20:57,518 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Unable to get data of znode /1-660706156/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:20:57,526 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-660706156/snapshot-cleanup already deleted, retry=false 2024-12-04T19:20:57,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-660706156/running 2024-12-04T19:20:57,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-660706156/running 2024-12-04T19:20:57,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:20:57,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:20:57,537 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,33839,1733340055321, sessionid=0x101a1ca24be0003, setting cluster-up flag (Was=false) 2024-12-04T19:20:57,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:20:57,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:20:57,590 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-660706156/flush-table-proc/acquired, /1-660706156/flush-table-proc/reached, /1-660706156/flush-table-proc/abort 2024-12-04T19:20:57,591 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,33839,1733340055321 2024-12-04T19:20:57,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:20:57,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:20:57,642 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-660706156/online-snapshot/acquired, /1-660706156/online-snapshot/reached, /1-660706156/online-snapshot/abort 2024-12-04T19:20:57,643 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,33839,1733340055321 2024-12-04T19:20:57,644 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:20:57,645 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:57,645 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:20:57,645 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:20:57,646 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,33839,1733340055321 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:20:57,646 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:57,646 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:57,647 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:57,647 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:20:57,647 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:20:57,647 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:57,647 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:20:57,647 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:57,647 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340087647 2024-12-04T19:20:57,647 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:20:57,648 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:20:57,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:57,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:20:57,648 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:20:57,648 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:20:57,648 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:20:57,648 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:20:57,648 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:57,648 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:57,648 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:20:57,648 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:20:57,649 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:20:57,649 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:20:57,649 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:20:57,649 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:20:57,649 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:20:57,650 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340057649,5,FailOnTimeoutGroup] 2024-12-04T19:20:57,650 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340057650,5,FailOnTimeoutGroup] 2024-12-04T19:20:57,650 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:57,650 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:20:57,650 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:57,650 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:57,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:20:57,667 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(746): ClusterId : ec13bae3-8086-408e-8d3e-335d146c022e 2024-12-04T19:20:57,667 DEBUG [RS:0;9ba2734cd39f:46733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:20:57,674 DEBUG [RS:0;9ba2734cd39f:46733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:20:57,674 DEBUG [RS:0;9ba2734cd39f:46733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:20:57,685 DEBUG [RS:0;9ba2734cd39f:46733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:20:57,685 DEBUG [RS:0;9ba2734cd39f:46733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c3cc22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:20:57,694 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:46733 2024-12-04T19:20:57,694 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:20:57,694 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:20:57,694 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:20:57,695 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,33839,1733340055321 with port=46733, startcode=1733340055544 2024-12-04T19:20:57,695 DEBUG [RS:0;9ba2734cd39f:46733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:20:57,696 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:20:57,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33839 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,46733,1733340055544 2024-12-04T19:20:57,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33839 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,46733,1733340055544 2024-12-04T19:20:57,697 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187 2024-12-04T19:20:57,697 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39351 2024-12-04T19:20:57,697 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:20:57,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156/rs 2024-12-04T19:20:57,753 DEBUG [RS:0;9ba2734cd39f:46733 {}] zookeeper.ZKUtil(111): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Set watcher on existing znode=/1-660706156/rs/9ba2734cd39f,46733,1733340055544 2024-12-04T19:20:57,753 WARN [RS:0;9ba2734cd39f:46733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:20:57,753 INFO [RS:0;9ba2734cd39f:46733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:57,753 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544 2024-12-04T19:20:57,754 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,46733,1733340055544] 2024-12-04T19:20:57,757 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:20:57,759 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:20:57,759 INFO [RS:0;9ba2734cd39f:46733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:20:57,759 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:57,760 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:20:57,760 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:20:57,760 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:57,760 DEBUG [RS:0;9ba2734cd39f:46733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:57,761 DEBUG [RS:0;9ba2734cd39f:46733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:57,761 DEBUG [RS:0;9ba2734cd39f:46733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:57,761 DEBUG [RS:0;9ba2734cd39f:46733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:57,761 DEBUG [RS:0;9ba2734cd39f:46733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:57,761 DEBUG [RS:0;9ba2734cd39f:46733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:20:57,761 DEBUG [RS:0;9ba2734cd39f:46733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:57,761 DEBUG [RS:0;9ba2734cd39f:46733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:57,761 DEBUG [RS:0;9ba2734cd39f:46733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:57,761 DEBUG [RS:0;9ba2734cd39f:46733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:57,761 DEBUG [RS:0;9ba2734cd39f:46733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:57,761 DEBUG [RS:0;9ba2734cd39f:46733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:20:57,761 DEBUG [RS:0;9ba2734cd39f:46733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:20:57,761 DEBUG [RS:0;9ba2734cd39f:46733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:20:57,761 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:57,761 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:57,761 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:57,761 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:57,761 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:57,761 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,46733,1733340055544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:20:57,772 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:20:57,772 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,46733,1733340055544-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:57,772 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:57,772 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.Replication(171): 9ba2734cd39f,46733,1733340055544 started 2024-12-04T19:20:57,783 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:57,783 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,46733,1733340055544, RpcServer on 9ba2734cd39f/172.17.0.2:46733, sessionid=0x101a1ca24be0004 2024-12-04T19:20:57,783 DEBUG [RS:0;9ba2734cd39f:46733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:20:57,783 DEBUG [RS:0;9ba2734cd39f:46733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,46733,1733340055544 2024-12-04T19:20:57,783 DEBUG [RS:0;9ba2734cd39f:46733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,46733,1733340055544' 2024-12-04T19:20:57,783 DEBUG [RS:0;9ba2734cd39f:46733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-660706156/flush-table-proc/abort' 2024-12-04T19:20:57,784 DEBUG [RS:0;9ba2734cd39f:46733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-660706156/flush-table-proc/acquired' 2024-12-04T19:20:57,784 DEBUG [RS:0;9ba2734cd39f:46733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:20:57,784 DEBUG [RS:0;9ba2734cd39f:46733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:20:57,784 DEBUG [RS:0;9ba2734cd39f:46733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,46733,1733340055544 2024-12-04T19:20:57,784 DEBUG [RS:0;9ba2734cd39f:46733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,46733,1733340055544' 2024-12-04T19:20:57,784 DEBUG [RS:0;9ba2734cd39f:46733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-660706156/online-snapshot/abort' 2024-12-04T19:20:57,784 DEBUG [RS:0;9ba2734cd39f:46733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-660706156/online-snapshot/acquired' 2024-12-04T19:20:57,784 DEBUG [RS:0;9ba2734cd39f:46733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:20:57,784 INFO [RS:0;9ba2734cd39f:46733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:20:57,784 INFO [RS:0;9ba2734cd39f:46733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:20:57,885 INFO [RS:0;9ba2734cd39f:46733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:20:57,886 INFO [RS:0;9ba2734cd39f:46733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C46733%2C1733340055544, suffix=, logDir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544, archiveDir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/oldWALs, maxLogs=10 2024-12-04T19:20:57,896 DEBUG [RS:0;9ba2734cd39f:46733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886, exclude list is [], retry=0 2024-12-04T19:20:57,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-c51b7ba9-619f-428d-84ba-861fab62d841,DISK] 2024-12-04T19:20:57,899 INFO [RS:0;9ba2734cd39f:46733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 2024-12-04T19:20:57,903 DEBUG [RS:0;9ba2734cd39f:46733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44629:44629)] 2024-12-04T19:20:58,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:20:58,054 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187 2024-12-04T19:20:58,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:20:58,140 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:20:58,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:58,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:20:58,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:20:58,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:58,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:58,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:20:58,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:20:58,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:58,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:58,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:20:58,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:20:58,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:58,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:58,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:20:58,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:20:58,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:58,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:58,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:20:58,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740 2024-12-04T19:20:58,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740 2024-12-04T19:20:58,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:20:58,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:20:58,466 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:20:58,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:20:58,468 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:20:58,469 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73858580, jitterRate=0.10057860612869263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:20:58,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733340058460Initializing all the Stores at 1733340058460Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340058460Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340058461 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340058461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340058461Cleaning up temporary data from old regions at 1733340058466 (+5 ms)Region opened successfully at 1733340058469 (+3 ms) 2024-12-04T19:20:58,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:20:58,469 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:20:58,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:20:58,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:20:58,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:20:58,469 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:20:58,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340058469Disabling compacts and flushes for region at 1733340058469Disabling writes for close at 1733340058469Writing region close event to WAL at 1733340058469Closed at 1733340058469 2024-12-04T19:20:58,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:58,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:20:58,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:20:58,471 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:20:58,471 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:20:58,621 DEBUG [9ba2734cd39f:33839 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:20:58,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,46733,1733340055544 2024-12-04T19:20:58,622 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,46733,1733340055544, state=OPENING 2024-12-04T19:20:58,674 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:20:58,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:20:58,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:20:58,685 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:20:58,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,46733,1733340055544}] 2024-12-04T19:20:58,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-660706156/meta-region-server: CHANGED 2024-12-04T19:20:58,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-660706156/meta-region-server: CHANGED 2024-12-04T19:20:58,762 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:20:58,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:58,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:58,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:58,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:58,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:58,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:58,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:58,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:58,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:58,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:58,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:58,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:20:58,836 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:20:58,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:20:58,839 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:20:58,839 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:20:58,840 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:20:58,840 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C46733%2C1733340055544.meta, suffix=.meta, logDir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544, archiveDir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/oldWALs, maxLogs=10 2024-12-04T19:20:58,851 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.meta.1733340058841.meta, exclude list is [], retry=0 2024-12-04T19:20:58,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-c51b7ba9-619f-428d-84ba-861fab62d841,DISK] 2024-12-04T19:20:58,854 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.meta.1733340058841.meta 2024-12-04T19:20:58,854 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44629:44629)] 2024-12-04T19:20:58,854 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:20:58,855 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:20:58,855 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:20:58,855 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:20:58,855 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:20:58,855 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:20:58,855 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:20:58,855 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:20:58,855 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:20:58,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:20:58,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:20:58,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:58,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:58,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:20:58,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:20:58,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:58,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:58,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:20:58,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:20:58,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:58,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:58,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:20:58,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:20:58,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:20:58,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:20:58,859 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:20:58,859 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740 2024-12-04T19:20:58,860 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740 2024-12-04T19:20:58,861 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:20:58,861 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:20:58,861 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:20:58,862 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:20:58,862 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60088888, jitterRate=-0.1046057939529419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:20:58,862 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:20:58,862 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733340058855Writing region info on filesystem at 1733340058855Initializing all the Stores at 1733340058856 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340058856Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340058856Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340058856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340058856Cleaning up temporary data from old regions at 1733340058861 (+5 ms)Running coprocessor post-open hooks at 1733340058862 (+1 ms)Region opened successfully at 1733340058862 2024-12-04T19:20:58,863 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733340058836 2024-12-04T19:20:58,864 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:20:58,864 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:20:58,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,46733,1733340055544 2024-12-04T19:20:58,865 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,46733,1733340055544, state=OPEN 2024-12-04T19:20:58,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-660706156/meta-region-server 2024-12-04T19:20:58,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-660706156/meta-region-server 2024-12-04T19:20:58,874 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,46733,1733340055544 2024-12-04T19:20:58,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-660706156/meta-region-server: CHANGED 2024-12-04T19:20:58,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-660706156/meta-region-server: CHANGED 2024-12-04T19:20:58,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:20:58,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,46733,1733340055544 in 189 msec 2024-12-04T19:20:58,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:20:58,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-12-04T19:20:58,877 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:20:58,877 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:20:58,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:58,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,46733,1733340055544, seqNum=-1] 2024-12-04T19:20:58,878 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:58,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:20:58,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-12-04T19:20:58,883 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733340058883, completionTime=-1 2024-12-04T19:20:58,883 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:20:58,883 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:20:58,884 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:20:58,884 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340118884 2024-12-04T19:20:58,884 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340178884 2024-12-04T19:20:58,884 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:20:58,885 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33839,1733340055321-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:58,885 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33839,1733340055321-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:58,885 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33839,1733340055321-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:58,885 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:33839, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:58,885 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:58,885 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:58,886 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:20:58,887 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.276sec 2024-12-04T19:20:58,888 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:20:58,888 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:20:58,888 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:20:58,888 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:20:58,888 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:20:58,888 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33839,1733340055321-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:20:58,888 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33839,1733340055321-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:20:58,889 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:20:58,889 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:20:58,889 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33839,1733340055321-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:20:58,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527effe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:58,968 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33839,-1 for getting cluster id 2024-12-04T19:20:58,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:20:58,969 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec13bae3-8086-408e-8d3e-335d146c022e' 2024-12-04T19:20:58,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:20:58,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec13bae3-8086-408e-8d3e-335d146c022e" 2024-12-04T19:20:58,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6143fc7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:58,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33839,-1] 2024-12-04T19:20:58,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:20:58,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:20:58,971 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:20:58,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0d717c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:20:58,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:20:58,972 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,46733,1733340055544, seqNum=-1] 2024-12-04T19:20:58,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:20:58,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:20:58,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,33839,1733340055321 2024-12-04T19:20:58,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59518 2024-12-04T19:20:58,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:20:58,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a1ca24be0005 connected 2024-12-04T19:20:58,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/hadoop.log.dir so I do NOT create it in target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b 2024-12-04T19:20:58,992 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:20:58,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/hadoop.tmp.dir so I do NOT create it in target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b 2024-12-04T19:20:58,992 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:20:58,992 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b 2024-12-04T19:20:58,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:20:58,992 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/cluster_f8acd853-59c0-2f8c-e2b1-9c8c52cd11da, deleteOnExit=true 2024-12-04T19:20:58,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:20:58,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/test.cache.data in system properties and HBase conf 2024-12-04T19:20:58,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:20:58,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:20:58,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:20:58,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:20:58,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:20:58,992 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:20:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:20:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:20:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:20:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:20:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:20:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:20:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:20:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:20:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:20:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:20:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:20:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:20:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:20:58,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:20:59,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:59,266 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:20:59,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:20:59,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:20:59,267 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:20:59,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:59,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63013b12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:20:59,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19b56323{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:20:59,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b8bc1a8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/java.io.tmpdir/jetty-localhost-37629-hadoop-hdfs-3_4_1-tests_jar-_-any-9507586280424852529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:20:59,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ca88f20{HTTP/1.1, (http/1.1)}{localhost:37629} 2024-12-04T19:20:59,359 INFO [Time-limited test {}] server.Server(415): Started @245456ms 2024-12-04T19:20:59,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:20:59,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T19:20:59,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:20:59,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T19:20:59,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:20:59,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:20:59,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:20:59,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:20:59,626 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:20:59,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a552b2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:20:59,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b7778c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:20:59,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3505f40e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/java.io.tmpdir/jetty-localhost-37179-hadoop-hdfs-3_4_1-tests_jar-_-any-4471404863530715698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:20:59,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c8a65f7{HTTP/1.1, (http/1.1)}{localhost:37179} 2024-12-04T19:20:59,726 INFO [Time-limited test {}] server.Server(415): Started @245823ms 2024-12-04T19:20:59,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:21:00,542 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/cluster_f8acd853-59c0-2f8c-e2b1-9c8c52cd11da/data/data1/current/BP-1938648674-172.17.0.2-1733340059007/current, will proceed with Du for space computation calculation, 2024-12-04T19:21:00,542 WARN [Thread-2911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/cluster_f8acd853-59c0-2f8c-e2b1-9c8c52cd11da/data/data2/current/BP-1938648674-172.17.0.2-1733340059007/current, will proceed with Du for space computation calculation, 2024-12-04T19:21:00,560 WARN [Thread-2898 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:21:00,562 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6abf167a7946f29f with lease ID 0xca1dd5f565eaa061: Processing first storage report for DS-711098a6-7152-4f6c-809e-de04674f2fce from datanode DatanodeRegistration(127.0.0.1:46345, datanodeUuid=0bd86c42-6084-46c2-a098-605983358747, infoPort=39469, infoSecurePort=0, ipcPort=43143, storageInfo=lv=-57;cid=testClusterID;nsid=542756353;c=1733340059007) 2024-12-04T19:21:00,562 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6abf167a7946f29f with lease ID 0xca1dd5f565eaa061: from storage DS-711098a6-7152-4f6c-809e-de04674f2fce node DatanodeRegistration(127.0.0.1:46345, datanodeUuid=0bd86c42-6084-46c2-a098-605983358747, infoPort=39469, infoSecurePort=0, ipcPort=43143, storageInfo=lv=-57;cid=testClusterID;nsid=542756353;c=1733340059007), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:21:00,562 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6abf167a7946f29f with lease ID 0xca1dd5f565eaa061: Processing first storage report for DS-2f1f032a-7c1d-41b6-991b-59befbba02a3 from datanode DatanodeRegistration(127.0.0.1:46345, datanodeUuid=0bd86c42-6084-46c2-a098-605983358747, infoPort=39469, infoSecurePort=0, ipcPort=43143, storageInfo=lv=-57;cid=testClusterID;nsid=542756353;c=1733340059007) 2024-12-04T19:21:00,562 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6abf167a7946f29f with lease ID 0xca1dd5f565eaa061: from storage DS-2f1f032a-7c1d-41b6-991b-59befbba02a3 node DatanodeRegistration(127.0.0.1:46345, datanodeUuid=0bd86c42-6084-46c2-a098-605983358747, infoPort=39469, infoSecurePort=0, ipcPort=43143, storageInfo=lv=-57;cid=testClusterID;nsid=542756353;c=1733340059007), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:21:00,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b 2024-12-04T19:21:00,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:00,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:00,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:21:01,056 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703 with version=8 2024-12-04T19:21:01,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/hbase-staging 2024-12-04T19:21:01,058 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:21:01,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:01,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:01,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:21:01,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:01,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:21:01,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:21:01,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:21:01,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37865 2024-12-04T19:21:01,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37865 connecting to ZooKeeper ensemble=127.0.0.1:59518 2024-12-04T19:21:01,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378650x0, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:21:01,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37865-0x101a1ca24be0006 connected 2024-12-04T19:21:01,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:01,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:01,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Set watcher on znode that does not yet exist, /21076205350/running 2024-12-04T19:21:01,192 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703, hbase.cluster.distributed=false 2024-12-04T19:21:01,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Set watcher on znode that does not yet exist, /21076205350/acl 2024-12-04T19:21:01,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37865 2024-12-04T19:21:01,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37865 2024-12-04T19:21:01,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37865 2024-12-04T19:21:01,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37865 2024-12-04T19:21:01,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37865 2024-12-04T19:21:01,206 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:21:01,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:01,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:01,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:21:01,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:01,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:21:01,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:21:01,206 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:21:01,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33927 2024-12-04T19:21:01,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33927 connecting to ZooKeeper ensemble=127.0.0.1:59518 2024-12-04T19:21:01,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:01,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:01,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339270x0, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:21:01,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339270x0, quorum=127.0.0.1:59518, baseZNode=/21076205350 Set watcher on znode that does not yet exist, /21076205350/running 2024-12-04T19:21:01,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33927-0x101a1ca24be0007 connected 2024-12-04T19:21:01,222 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:21:01,222 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:21:01,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Set watcher on znode that does not yet exist, /21076205350/master 2024-12-04T19:21:01,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Set watcher on znode that does not yet exist, /21076205350/acl 2024-12-04T19:21:01,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33927 2024-12-04T19:21:01,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33927 2024-12-04T19:21:01,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33927 2024-12-04T19:21:01,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33927 2024-12-04T19:21:01,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33927 2024-12-04T19:21:01,237 DEBUG [M:0;9ba2734cd39f:37865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:37865 2024-12-04T19:21:01,237 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21076205350/backup-masters/9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:01,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350/backup-masters 2024-12-04T19:21:01,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350/backup-masters 2024-12-04T19:21:01,242 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Set watcher on existing znode=/21076205350/backup-masters/9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21076205350/master 2024-12-04T19:21:01,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:01,253 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Set watcher on existing znode=/21076205350/master 2024-12-04T19:21:01,253 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21076205350/backup-masters/9ba2734cd39f,37865,1733340061058 from backup master directory 2024-12-04T19:21:01,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21076205350/backup-masters/9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:01,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350/backup-masters 2024-12-04T19:21:01,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350/backup-masters 2024-12-04T19:21:01,263 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:21:01,263 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:01,266 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/hbase.id] with ID: 9b62fa66-e7f8-455d-8579-3d689b4beacb 2024-12-04T19:21:01,266 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/.tmp/hbase.id 2024-12-04T19:21:01,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:21:01,669 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/.tmp/hbase.id]:[hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/hbase.id] 2024-12-04T19:21:01,675 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:01,675 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:21:01,676 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T19:21:01,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:01,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:01,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:21:02,141 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:21:02,142 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:21:02,142 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:02,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:21:02,147 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store 2024-12-04T19:21:02,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:21:02,552 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:02,552 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:21:02,552 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:02,552 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:02,552 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:21:02,552 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:02,552 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:02,552 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340062552Disabling compacts and flushes for region at 1733340062552Disabling writes for close at 1733340062552Writing region close event to WAL at 1733340062552Closed at 1733340062552 2024-12-04T19:21:02,553 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/.initializing 2024-12-04T19:21:02,553 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/WALs/9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:02,553 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:21:02,554 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C37865%2C1733340061058, suffix=, logDir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/WALs/9ba2734cd39f,37865,1733340061058, archiveDir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/oldWALs, maxLogs=10 2024-12-04T19:21:02,565 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/WALs/9ba2734cd39f,37865,1733340061058/9ba2734cd39f%2C37865%2C1733340061058.1733340062555, exclude list is [], retry=0 2024-12-04T19:21:02,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46345,DS-711098a6-7152-4f6c-809e-de04674f2fce,DISK] 2024-12-04T19:21:02,568 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/WALs/9ba2734cd39f,37865,1733340061058/9ba2734cd39f%2C37865%2C1733340061058.1733340062555 2024-12-04T19:21:02,568 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39469:39469)] 2024-12-04T19:21:02,568 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:02,568 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:02,568 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:02,568 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:02,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:02,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:21:02,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:02,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:02,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:02,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:21:02,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:02,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:02,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:02,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:21:02,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:02,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:02,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:02,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:21:02,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:02,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:02,573 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:02,574 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:02,574 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:02,574 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:02,574 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:02,575 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:21:02,575 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:02,576 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:02,577 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66997621, jitterRate=-0.0016576498746871948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:21:02,577 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733340062568Initializing all the Stores at 1733340062569 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340062569Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340062569Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340062569Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340062569Cleaning up temporary data from old regions at 1733340062574 (+5 ms)Region opened successfully at 1733340062577 (+3 ms) 2024-12-04T19:21:02,577 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:21:02,579 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7fc131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:21:02,579 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:21:02,579 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:21:02,579 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:21:02,579 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:21:02,580 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:21:02,580 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:21:02,580 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:21:02,581 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:21:02,581 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Unable to get data of znode /21076205350/balancer because node does not exist (not necessarily an error) 2024-12-04T19:21:02,642 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21076205350/balancer already deleted, retry=false 2024-12-04T19:21:02,642 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:21:02,643 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Unable to get data of znode /21076205350/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:21:02,652 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21076205350/normalizer already deleted, retry=false 2024-12-04T19:21:02,653 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:21:02,654 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Unable to get data of znode /21076205350/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:21:02,663 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21076205350/switch/split already deleted, retry=false 2024-12-04T19:21:02,664 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Unable to get data of znode /21076205350/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:21:02,673 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21076205350/switch/merge already deleted, retry=false 2024-12-04T19:21:02,693 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Unable to get data of znode /21076205350/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:21:02,705 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21076205350/snapshot-cleanup already deleted, retry=false 2024-12-04T19:21:02,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21076205350/running 2024-12-04T19:21:02,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21076205350/running 2024-12-04T19:21:02,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:02,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:02,716 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,37865,1733340061058, sessionid=0x101a1ca24be0006, setting cluster-up flag (Was=false) 2024-12-04T19:21:02,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:02,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:02,768 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21076205350/flush-table-proc/acquired, /21076205350/flush-table-proc/reached, /21076205350/flush-table-proc/abort 2024-12-04T19:21:02,769 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:02,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:02,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:02,821 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21076205350/online-snapshot/acquired, /21076205350/online-snapshot/reached, /21076205350/online-snapshot/abort 2024-12-04T19:21:02,822 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:02,823 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:21:02,824 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:02,825 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:21:02,825 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:21:02,825 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,37865,1733340061058 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:21:02,826 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:02,826 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:02,826 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:02,826 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:02,826 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:21:02,826 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:02,826 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:21:02,826 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:02,828 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:02,828 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:21:02,829 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:02,829 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:21:02,837 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(746): ClusterId : 9b62fa66-e7f8-455d-8579-3d689b4beacb 2024-12-04T19:21:02,838 DEBUG [RS:0;9ba2734cd39f:33927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:21:02,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340092838 2024-12-04T19:21:02,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:21:02,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:21:02,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:21:02,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:21:02,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:21:02,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:21:02,840 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:02,847 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:21:02,847 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:21:02,847 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:21:02,847 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:21:02,847 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:21:02,847 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:21:02,848 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340062847,5,FailOnTimeoutGroup] 2024-12-04T19:21:02,848 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340062848,5,FailOnTimeoutGroup] 2024-12-04T19:21:02,848 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:02,848 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:21:02,848 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:02,848 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:02,853 DEBUG [RS:0;9ba2734cd39f:33927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:21:02,853 DEBUG [RS:0;9ba2734cd39f:33927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:21:02,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:21:02,864 DEBUG [RS:0;9ba2734cd39f:33927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:21:02,864 DEBUG [RS:0;9ba2734cd39f:33927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d8d6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:21:02,875 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:33927 2024-12-04T19:21:02,875 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:21:02,875 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:21:02,875 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:21:02,876 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,37865,1733340061058 with port=33927, startcode=1733340061205 2024-12-04T19:21:02,876 DEBUG [RS:0;9ba2734cd39f:33927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:21:02,878 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:21:02,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:02,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37865 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:02,879 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703 2024-12-04T19:21:02,879 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46659 2024-12-04T19:21:02,879 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:21:02,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350/rs 2024-12-04T19:21:02,923 DEBUG [RS:0;9ba2734cd39f:33927 {}] zookeeper.ZKUtil(111): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Set watcher on existing znode=/21076205350/rs/9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:02,923 WARN [RS:0;9ba2734cd39f:33927 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:21:02,923 INFO [RS:0;9ba2734cd39f:33927 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:02,923 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:02,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,33927,1733340061205] 2024-12-04T19:21:02,925 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:21:02,932 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:21:02,932 INFO [RS:0;9ba2734cd39f:33927 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:21:02,933 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:02,933 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:21:02,933 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:21:02,933 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:02,934 DEBUG [RS:0;9ba2734cd39f:33927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:02,934 DEBUG [RS:0;9ba2734cd39f:33927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:02,934 DEBUG [RS:0;9ba2734cd39f:33927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:02,934 DEBUG [RS:0;9ba2734cd39f:33927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:02,934 DEBUG [RS:0;9ba2734cd39f:33927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:02,934 DEBUG [RS:0;9ba2734cd39f:33927 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:21:02,934 DEBUG [RS:0;9ba2734cd39f:33927 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:02,934 DEBUG [RS:0;9ba2734cd39f:33927 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:02,934 DEBUG [RS:0;9ba2734cd39f:33927 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:02,934 DEBUG [RS:0;9ba2734cd39f:33927 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:02,934 DEBUG [RS:0;9ba2734cd39f:33927 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:02,934 DEBUG [RS:0;9ba2734cd39f:33927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:02,934 DEBUG [RS:0;9ba2734cd39f:33927 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:21:02,934 DEBUG [RS:0;9ba2734cd39f:33927 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:21:02,938 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:02,938 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:02,938 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:02,938 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:02,938 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:02,938 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33927,1733340061205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:21:02,961 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:21:02,961 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33927,1733340061205-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:02,961 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:02,961 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.Replication(171): 9ba2734cd39f,33927,1733340061205 started 2024-12-04T19:21:02,979 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:02,979 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,33927,1733340061205, RpcServer on 9ba2734cd39f/172.17.0.2:33927, sessionid=0x101a1ca24be0007 2024-12-04T19:21:02,979 DEBUG [RS:0;9ba2734cd39f:33927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:21:02,980 DEBUG [RS:0;9ba2734cd39f:33927 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:02,980 DEBUG [RS:0;9ba2734cd39f:33927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,33927,1733340061205' 2024-12-04T19:21:02,980 DEBUG [RS:0;9ba2734cd39f:33927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21076205350/flush-table-proc/abort' 2024-12-04T19:21:02,980 DEBUG [RS:0;9ba2734cd39f:33927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21076205350/flush-table-proc/acquired' 2024-12-04T19:21:02,980 DEBUG [RS:0;9ba2734cd39f:33927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:21:02,980 DEBUG [RS:0;9ba2734cd39f:33927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:21:02,981 DEBUG [RS:0;9ba2734cd39f:33927 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:02,981 DEBUG [RS:0;9ba2734cd39f:33927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,33927,1733340061205' 2024-12-04T19:21:02,981 DEBUG [RS:0;9ba2734cd39f:33927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21076205350/online-snapshot/abort' 2024-12-04T19:21:02,981 DEBUG [RS:0;9ba2734cd39f:33927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21076205350/online-snapshot/acquired' 2024-12-04T19:21:02,981 DEBUG [RS:0;9ba2734cd39f:33927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:21:02,981 INFO [RS:0;9ba2734cd39f:33927 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:21:02,981 INFO [RS:0;9ba2734cd39f:33927 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:21:03,081 INFO [RS:0;9ba2734cd39f:33927 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:21:03,083 INFO [RS:0;9ba2734cd39f:33927 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C33927%2C1733340061205, suffix=, logDir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205, archiveDir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/oldWALs, maxLogs=10 2024-12-04T19:21:03,095 DEBUG [RS:0;9ba2734cd39f:33927 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083, exclude list is [], retry=0 2024-12-04T19:21:03,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46345,DS-711098a6-7152-4f6c-809e-de04674f2fce,DISK] 2024-12-04T19:21:03,101 INFO [RS:0;9ba2734cd39f:33927 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 2024-12-04T19:21:03,102 DEBUG [RS:0;9ba2734cd39f:33927 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39469:39469)] 2024-12-04T19:21:03,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:21:03,255 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703 2024-12-04T19:21:03,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:21:03,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:03,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:21:03,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:21:03,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:03,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:03,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:21:03,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:21:03,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:03,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:03,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:21:03,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:21:03,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:03,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:03,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:21:03,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:21:03,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:03,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:03,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:21:03,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740 2024-12-04T19:21:03,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740 2024-12-04T19:21:03,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:21:03,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:21:03,667 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:21:03,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:21:03,669 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:03,669 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63470623, jitterRate=-0.05421401560306549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:21:03,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733340063660Initializing all the Stores at 1733340063660Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340063660Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340063660Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340063660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340063660Cleaning up temporary data from old regions at 1733340063666 (+6 ms)Region opened successfully at 1733340063669 (+3 ms) 2024-12-04T19:21:03,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:21:03,669 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:21:03,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:21:03,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:21:03,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:21:03,669 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:21:03,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340063669Disabling compacts and flushes for region at 1733340063669Disabling writes for close at 1733340063669Writing region close event to WAL at 1733340063669Closed at 1733340063669 2024-12-04T19:21:03,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:03,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:21:03,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:21:03,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:21:03,672 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:21:03,822 DEBUG [9ba2734cd39f:37865 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:21:03,822 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:03,823 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,33927,1733340061205, state=OPENING 2024-12-04T19:21:03,894 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:21:03,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:03,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:03,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21076205350/meta-region-server: CHANGED 2024-12-04T19:21:03,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21076205350/meta-region-server: CHANGED 2024-12-04T19:21:03,905 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:21:03,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,33927,1733340061205}] 2024-12-04T19:21:04,057 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:21:04,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:21:04,061 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:21:04,061 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:04,061 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:21:04,062 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C33927%2C1733340061205.meta, suffix=.meta, logDir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205, archiveDir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/oldWALs, maxLogs=10 2024-12-04T19:21:04,074 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.meta.1733340064063.meta, exclude list is [], retry=0 2024-12-04T19:21:04,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46345,DS-711098a6-7152-4f6c-809e-de04674f2fce,DISK] 2024-12-04T19:21:04,077 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.meta.1733340064063.meta 2024-12-04T19:21:04,077 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39469:39469)] 2024-12-04T19:21:04,077 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:04,077 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:21:04,077 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:21:04,077 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:21:04,077 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:21:04,078 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:21:04,078 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:04,078 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:21:04,078 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:21:04,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:21:04,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:21:04,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:04,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:04,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:21:04,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:21:04,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:04,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:04,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:21:04,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:21:04,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:04,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:04,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:21:04,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:21:04,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:04,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:04,081 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:21:04,082 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740 2024-12-04T19:21:04,083 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740 2024-12-04T19:21:04,083 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:21:04,083 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:21:04,084 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:21:04,084 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:21:04,085 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75274755, jitterRate=0.12168125808238983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:21:04,085 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:21:04,085 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733340064078Writing region info on filesystem at 1733340064078Initializing all the Stores at 1733340064078Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340064078Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340064078Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340064078Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340064078Cleaning up temporary data from old regions at 1733340064083 (+5 ms)Running coprocessor post-open hooks at 1733340064085 (+2 ms)Region opened successfully at 1733340064085 2024-12-04T19:21:04,086 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733340064057 2024-12-04T19:21:04,087 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:21:04,087 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:21:04,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:04,089 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,33927,1733340061205, state=OPEN 2024-12-04T19:21:04,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21076205350/meta-region-server 2024-12-04T19:21:04,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21076205350/meta-region-server 2024-12-04T19:21:04,095 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:04,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21076205350/meta-region-server: CHANGED 2024-12-04T19:21:04,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21076205350/meta-region-server: CHANGED 2024-12-04T19:21:04,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:21:04,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,33927,1733340061205 in 190 msec 2024-12-04T19:21:04,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:21:04,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-12-04T19:21:04,098 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:04,098 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:21:04,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:04,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,33927,1733340061205, seqNum=-1] 2024-12-04T19:21:04,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:04,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:21:04,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-12-04T19:21:04,105 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733340064105, completionTime=-1 2024-12-04T19:21:04,105 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:21:04,105 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:21:04,107 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:21:04,107 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340124107 2024-12-04T19:21:04,107 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340184107 2024-12-04T19:21:04,107 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:21:04,107 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37865,1733340061058-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:04,107 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37865,1733340061058-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:04,107 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37865,1733340061058-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:04,107 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:37865, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:04,107 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:04,107 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:04,109 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:21:04,110 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.847sec 2024-12-04T19:21:04,110 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:21:04,110 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:21:04,110 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:21:04,110 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:21:04,110 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:21:04,111 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37865,1733340061058-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:21:04,111 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37865,1733340061058-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:21:04,112 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:21:04,112 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:21:04,112 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,37865,1733340061058-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:04,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fb4b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:04,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,37865,-1 for getting cluster id 2024-12-04T19:21:04,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:04,139 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b62fa66-e7f8-455d-8579-3d689b4beacb' 2024-12-04T19:21:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b62fa66-e7f8-455d-8579-3d689b4beacb" 2024-12-04T19:21:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a987401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:04,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,37865,-1] 2024-12-04T19:21:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:04,140 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:04,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bea2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:04,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,33927,1733340061205, seqNum=-1] 2024-12-04T19:21:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:04,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:21:04,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:04,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59518 2024-12-04T19:21:04,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:21:04,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a1ca24be0008 connected 2024-12-04T19:21:04,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:04,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,39755,1733340049785 2024-12-04T19:21:04,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bfe726 2024-12-04T19:21:04,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:04,171 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:04,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:21:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:21:04,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:21:04,174 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:04,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:21:04,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:21:04,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:04,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:21:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:04,357 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:21:04,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:04,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:04,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:04,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:04,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:04,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:04,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:04,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:04,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:04,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:04,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:04,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:04,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d3e8165f98d3652b5ad3df30ac67a2fc, NAME => 'test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459 2024-12-04T19:21:04,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:21:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:04,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:04,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d3e8165f98d3652b5ad3df30ac67a2fc, disabling compactions & flushes 2024-12-04T19:21:04,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. 2024-12-04T19:21:04,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. 2024-12-04T19:21:04,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. after waiting 0 ms 2024-12-04T19:21:04,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. 2024-12-04T19:21:04,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. 2024-12-04T19:21:04,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d3e8165f98d3652b5ad3df30ac67a2fc: Waiting for close lock at 1733340064985Disabling compacts and flushes for region at 1733340064985Disabling writes for close at 1733340064986 (+1 ms)Writing region close event to WAL at 1733340064986Closed at 1733340064986 2024-12-04T19:21:04,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:21:04,987 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733340064987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340064987"}]},"ts":"1733340064987"} 2024-12-04T19:21:04,989 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:21:04,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:21:04,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340064989"}]},"ts":"1733340064989"} 2024-12-04T19:21:04,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:21:04,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d3e8165f98d3652b5ad3df30ac67a2fc, ASSIGN}] 2024-12-04T19:21:04,992 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d3e8165f98d3652b5ad3df30ac67a2fc, ASSIGN 2024-12-04T19:21:04,993 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d3e8165f98d3652b5ad3df30ac67a2fc, ASSIGN; state=OFFLINE, location=9ba2734cd39f,41467,1733340049979; forceNewPlan=false, retain=false 2024-12-04T19:21:05,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3e8165f98d3652b5ad3df30ac67a2fc, regionState=OPENING, regionLocation=9ba2734cd39f,41467,1733340049979 2024-12-04T19:21:05,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d3e8165f98d3652b5ad3df30ac67a2fc, ASSIGN because future has completed 2024-12-04T19:21:05,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3e8165f98d3652b5ad3df30ac67a2fc, server=9ba2734cd39f,41467,1733340049979}] 2024-12-04T19:21:05,300 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. 2024-12-04T19:21:05,300 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d3e8165f98d3652b5ad3df30ac67a2fc, NAME => 'test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:05,301 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:21:05,301 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:21:05,301 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:05,301 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:05,301 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:05,301 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:05,302 INFO [StoreOpener-d3e8165f98d3652b5ad3df30ac67a2fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:05,303 INFO [StoreOpener-d3e8165f98d3652b5ad3df30ac67a2fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3e8165f98d3652b5ad3df30ac67a2fc columnFamilyName f 2024-12-04T19:21:05,303 DEBUG [StoreOpener-d3e8165f98d3652b5ad3df30ac67a2fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:05,303 INFO [StoreOpener-d3e8165f98d3652b5ad3df30ac67a2fc-1 {}] regionserver.HStore(327): Store=d3e8165f98d3652b5ad3df30ac67a2fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:05,303 INFO [StoreOpener-d3e8165f98d3652b5ad3df30ac67a2fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:05,304 INFO [StoreOpener-d3e8165f98d3652b5ad3df30ac67a2fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3e8165f98d3652b5ad3df30ac67a2fc columnFamilyName f1 2024-12-04T19:21:05,304 DEBUG [StoreOpener-d3e8165f98d3652b5ad3df30ac67a2fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:05,304 INFO [StoreOpener-d3e8165f98d3652b5ad3df30ac67a2fc-1 {}] regionserver.HStore(327): Store=d3e8165f98d3652b5ad3df30ac67a2fc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:05,304 INFO [StoreOpener-d3e8165f98d3652b5ad3df30ac67a2fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:05,305 INFO [StoreOpener-d3e8165f98d3652b5ad3df30ac67a2fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d3e8165f98d3652b5ad3df30ac67a2fc columnFamilyName norep 2024-12-04T19:21:05,305 DEBUG [StoreOpener-d3e8165f98d3652b5ad3df30ac67a2fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:05,305 INFO [StoreOpener-d3e8165f98d3652b5ad3df30ac67a2fc-1 {}] regionserver.HStore(327): Store=d3e8165f98d3652b5ad3df30ac67a2fc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:05,305 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:05,306 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:05,306 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:05,307 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:05,307 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:05,307 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:21:05,309 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:05,310 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:05,311 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d3e8165f98d3652b5ad3df30ac67a2fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63553329, jitterRate=-0.052981600165367126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:21:05,311 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:05,311 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d3e8165f98d3652b5ad3df30ac67a2fc: Running coprocessor pre-open hook at 1733340065301Writing region info on filesystem at 1733340065301Initializing all the Stores at 1733340065302 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340065302Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340065302Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340065302Cleaning up temporary data from old regions at 1733340065307 (+5 ms)Running coprocessor post-open hooks at 1733340065311 (+4 ms)Region opened successfully at 1733340065311 2024-12-04T19:21:05,312 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc., pid=6, masterSystemTime=1733340065297 2024-12-04T19:21:05,314 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. 2024-12-04T19:21:05,314 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. 2024-12-04T19:21:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:05,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d3e8165f98d3652b5ad3df30ac67a2fc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,41467,1733340049979 2024-12-04T19:21:05,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d3e8165f98d3652b5ad3df30ac67a2fc, server=9ba2734cd39f,41467,1733340049979 because future has completed 2024-12-04T19:21:05,316 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39755 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9ba2734cd39f,41467,1733340049979, table=test, region=d3e8165f98d3652b5ad3df30ac67a2fc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T19:21:05,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:21:05,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d3e8165f98d3652b5ad3df30ac67a2fc, server=9ba2734cd39f,41467,1733340049979 in 171 msec 2024-12-04T19:21:05,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:21:05,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d3e8165f98d3652b5ad3df30ac67a2fc, ASSIGN in 327 msec 2024-12-04T19:21:05,320 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:21:05,320 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340065320"}]},"ts":"1733340065320"} 2024-12-04T19:21:05,321 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:21:05,322 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:21:05,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-04T19:21:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:06,323 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:21:06,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,33839,1733340055321 2024-12-04T19:21:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e51495c 2024-12-04T19:21:06,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:06,325 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:06,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:21:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:21:06,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:21:06,327 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:06,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:21:06,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:21:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:06,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:21:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:06,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb667aaa163e543c2658bf5028964fe7, NAME => 'test,,1733340066325.eb667aaa163e543c2658bf5028964fe7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187 2024-12-04T19:21:06,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:21:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:07,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733340066325.eb667aaa163e543c2658bf5028964fe7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:07,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eb667aaa163e543c2658bf5028964fe7, disabling compactions & flushes 2024-12-04T19:21:07,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. 2024-12-04T19:21:07,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. 2024-12-04T19:21:07,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. after waiting 0 ms 2024-12-04T19:21:07,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. 2024-12-04T19:21:07,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. 2024-12-04T19:21:07,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb667aaa163e543c2658bf5028964fe7: Waiting for close lock at 1733340067138Disabling compacts and flushes for region at 1733340067138Disabling writes for close at 1733340067138Writing region close event to WAL at 1733340067138Closed at 1733340067138 2024-12-04T19:21:07,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:21:07,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733340066325.eb667aaa163e543c2658bf5028964fe7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733340067139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340067139"}]},"ts":"1733340067139"} 2024-12-04T19:21:07,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:21:07,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:21:07,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340067141"}]},"ts":"1733340067141"} 2024-12-04T19:21:07,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:21:07,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb667aaa163e543c2658bf5028964fe7, ASSIGN}] 2024-12-04T19:21:07,143 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb667aaa163e543c2658bf5028964fe7, ASSIGN 2024-12-04T19:21:07,143 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eb667aaa163e543c2658bf5028964fe7, ASSIGN; state=OFFLINE, location=9ba2734cd39f,46733,1733340055544; forceNewPlan=false, retain=false 2024-12-04T19:21:07,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb667aaa163e543c2658bf5028964fe7, regionState=OPENING, regionLocation=9ba2734cd39f,46733,1733340055544 2024-12-04T19:21:07,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eb667aaa163e543c2658bf5028964fe7, ASSIGN because future has completed 2024-12-04T19:21:07,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb667aaa163e543c2658bf5028964fe7, server=9ba2734cd39f,46733,1733340055544}] 2024-12-04T19:21:07,450 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. 2024-12-04T19:21:07,451 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eb667aaa163e543c2658bf5028964fe7, NAME => 'test,,1733340066325.eb667aaa163e543c2658bf5028964fe7.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:07,451 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:21:07,451 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:21:07,451 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:07,451 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733340066325.eb667aaa163e543c2658bf5028964fe7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:07,451 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:07,451 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:07,452 INFO [StoreOpener-eb667aaa163e543c2658bf5028964fe7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:07,453 INFO [StoreOpener-eb667aaa163e543c2658bf5028964fe7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb667aaa163e543c2658bf5028964fe7 columnFamilyName f 2024-12-04T19:21:07,453 DEBUG [StoreOpener-eb667aaa163e543c2658bf5028964fe7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:07,453 INFO [StoreOpener-eb667aaa163e543c2658bf5028964fe7-1 {}] regionserver.HStore(327): Store=eb667aaa163e543c2658bf5028964fe7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:07,453 INFO [StoreOpener-eb667aaa163e543c2658bf5028964fe7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:07,454 INFO [StoreOpener-eb667aaa163e543c2658bf5028964fe7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb667aaa163e543c2658bf5028964fe7 columnFamilyName f1 2024-12-04T19:21:07,454 DEBUG [StoreOpener-eb667aaa163e543c2658bf5028964fe7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:07,454 INFO [StoreOpener-eb667aaa163e543c2658bf5028964fe7-1 {}] regionserver.HStore(327): Store=eb667aaa163e543c2658bf5028964fe7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:07,454 INFO [StoreOpener-eb667aaa163e543c2658bf5028964fe7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:07,455 INFO [StoreOpener-eb667aaa163e543c2658bf5028964fe7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb667aaa163e543c2658bf5028964fe7 columnFamilyName norep 2024-12-04T19:21:07,455 DEBUG [StoreOpener-eb667aaa163e543c2658bf5028964fe7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:07,455 INFO [StoreOpener-eb667aaa163e543c2658bf5028964fe7-1 {}] regionserver.HStore(327): Store=eb667aaa163e543c2658bf5028964fe7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:07,455 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:07,456 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:07,456 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:07,457 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:07,457 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:07,457 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:21:07,458 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:07,459 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:07,459 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eb667aaa163e543c2658bf5028964fe7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67502036, jitterRate=0.005858719348907471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:21:07,459 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:07,459 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eb667aaa163e543c2658bf5028964fe7: Running coprocessor pre-open hook at 1733340067451Writing region info on filesystem at 1733340067451Initializing all the Stores at 1733340067452 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340067452Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340067452Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340067452Cleaning up temporary data from old regions at 1733340067457 (+5 ms)Running coprocessor post-open hooks at 1733340067459 (+2 ms)Region opened successfully at 1733340067459 2024-12-04T19:21:07,460 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733340066325.eb667aaa163e543c2658bf5028964fe7., pid=6, masterSystemTime=1733340067448 2024-12-04T19:21:07,462 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. 2024-12-04T19:21:07,462 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. 2024-12-04T19:21:07,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb667aaa163e543c2658bf5028964fe7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,46733,1733340055544 2024-12-04T19:21:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:07,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb667aaa163e543c2658bf5028964fe7, server=9ba2734cd39f,46733,1733340055544 because future has completed 2024-12-04T19:21:07,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:21:07,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eb667aaa163e543c2658bf5028964fe7, server=9ba2734cd39f,46733,1733340055544 in 168 msec 2024-12-04T19:21:07,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:21:07,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eb667aaa163e543c2658bf5028964fe7, ASSIGN in 324 msec 2024-12-04T19:21:07,468 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:21:07,468 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340067468"}]},"ts":"1733340067468"} 2024-12-04T19:21:07,469 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:21:07,470 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:21:07,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-04T19:21:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:08,474 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:21:08,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:08,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:08,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28422ea 2024-12-04T19:21:08,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:08,476 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:08,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:21:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:21:08,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:21:08,479 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:08,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:21:08,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:21:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:08,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:21:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:08,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 759ed4edd84b8f4d7ce4dbd884bd60c6, NAME => 'test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703 2024-12-04T19:21:08,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:21:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:09,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:09,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 759ed4edd84b8f4d7ce4dbd884bd60c6, disabling compactions & flushes 2024-12-04T19:21:09,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. 2024-12-04T19:21:09,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. 2024-12-04T19:21:09,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. after waiting 0 ms 2024-12-04T19:21:09,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. 2024-12-04T19:21:09,339 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. 2024-12-04T19:21:09,339 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 759ed4edd84b8f4d7ce4dbd884bd60c6: Waiting for close lock at 1733340069339Disabling compacts and flushes for region at 1733340069339Disabling writes for close at 1733340069339Writing region close event to WAL at 1733340069339Closed at 1733340069339 2024-12-04T19:21:09,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:21:09,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733340069341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340069341"}]},"ts":"1733340069341"} 2024-12-04T19:21:09,342 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:21:09,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:21:09,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340069343"}]},"ts":"1733340069343"} 2024-12-04T19:21:09,345 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:21:09,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=759ed4edd84b8f4d7ce4dbd884bd60c6, ASSIGN}] 2024-12-04T19:21:09,346 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=759ed4edd84b8f4d7ce4dbd884bd60c6, ASSIGN 2024-12-04T19:21:09,347 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=759ed4edd84b8f4d7ce4dbd884bd60c6, ASSIGN; state=OFFLINE, location=9ba2734cd39f,33927,1733340061205; forceNewPlan=false, retain=false 2024-12-04T19:21:09,497 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=759ed4edd84b8f4d7ce4dbd884bd60c6, regionState=OPENING, regionLocation=9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:09,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=759ed4edd84b8f4d7ce4dbd884bd60c6, ASSIGN because future has completed 2024-12-04T19:21:09,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 759ed4edd84b8f4d7ce4dbd884bd60c6, server=9ba2734cd39f,33927,1733340061205}] 2024-12-04T19:21:09,579 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:21:09,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:09,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:09,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:09,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:09,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:09,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:09,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:09,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:09,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:09,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:09,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:09,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:09,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T19:21:09,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T19:21:09,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:21:09,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T19:21:09,654 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. 2024-12-04T19:21:09,655 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 759ed4edd84b8f4d7ce4dbd884bd60c6, NAME => 'test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:09,655 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:21:09,655 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:21:09,655 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:09,655 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:09,655 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:09,655 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:09,656 INFO [StoreOpener-759ed4edd84b8f4d7ce4dbd884bd60c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:09,657 INFO [StoreOpener-759ed4edd84b8f4d7ce4dbd884bd60c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 759ed4edd84b8f4d7ce4dbd884bd60c6 columnFamilyName f 2024-12-04T19:21:09,658 DEBUG [StoreOpener-759ed4edd84b8f4d7ce4dbd884bd60c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:09,658 INFO [StoreOpener-759ed4edd84b8f4d7ce4dbd884bd60c6-1 {}] regionserver.HStore(327): Store=759ed4edd84b8f4d7ce4dbd884bd60c6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:09,658 INFO [StoreOpener-759ed4edd84b8f4d7ce4dbd884bd60c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:09,659 INFO [StoreOpener-759ed4edd84b8f4d7ce4dbd884bd60c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 759ed4edd84b8f4d7ce4dbd884bd60c6 columnFamilyName f1 2024-12-04T19:21:09,659 DEBUG [StoreOpener-759ed4edd84b8f4d7ce4dbd884bd60c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:09,659 INFO [StoreOpener-759ed4edd84b8f4d7ce4dbd884bd60c6-1 {}] regionserver.HStore(327): Store=759ed4edd84b8f4d7ce4dbd884bd60c6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:09,659 INFO [StoreOpener-759ed4edd84b8f4d7ce4dbd884bd60c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:09,660 INFO [StoreOpener-759ed4edd84b8f4d7ce4dbd884bd60c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 759ed4edd84b8f4d7ce4dbd884bd60c6 columnFamilyName norep 2024-12-04T19:21:09,660 DEBUG [StoreOpener-759ed4edd84b8f4d7ce4dbd884bd60c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:09,660 INFO [StoreOpener-759ed4edd84b8f4d7ce4dbd884bd60c6-1 {}] regionserver.HStore(327): Store=759ed4edd84b8f4d7ce4dbd884bd60c6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:09,660 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:09,661 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:09,661 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:09,662 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:09,662 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:09,662 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:21:09,663 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:09,664 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:09,665 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 759ed4edd84b8f4d7ce4dbd884bd60c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63706570, jitterRate=-0.05069813132286072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:21:09,665 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:09,665 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 759ed4edd84b8f4d7ce4dbd884bd60c6: Running coprocessor pre-open hook at 1733340069655Writing region info on filesystem at 1733340069655Initializing all the Stores at 1733340069656 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340069656Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340069656Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340069656Cleaning up temporary data from old regions at 1733340069662 (+6 ms)Running coprocessor post-open hooks at 1733340069665 (+3 ms)Region opened successfully at 1733340069665 2024-12-04T19:21:09,665 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6., pid=6, masterSystemTime=1733340069651 2024-12-04T19:21:09,667 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. 2024-12-04T19:21:09,667 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. 2024-12-04T19:21:09,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=759ed4edd84b8f4d7ce4dbd884bd60c6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:09,669 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37865 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9ba2734cd39f,33927,1733340061205, table=test, region=759ed4edd84b8f4d7ce4dbd884bd60c6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T19:21:09,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 759ed4edd84b8f4d7ce4dbd884bd60c6, server=9ba2734cd39f,33927,1733340061205 because future has completed 2024-12-04T19:21:09,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:21:09,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 759ed4edd84b8f4d7ce4dbd884bd60c6, server=9ba2734cd39f,33927,1733340061205 in 170 msec 2024-12-04T19:21:09,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:21:09,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=759ed4edd84b8f4d7ce4dbd884bd60c6, ASSIGN in 327 msec 2024-12-04T19:21:09,674 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:21:09,674 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340069674"}]},"ts":"1733340069674"} 2024-12-04T19:21:09,675 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:21:09,676 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:21:09,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1990 sec 2024-12-04T19:21:09,757 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T19:21:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:10,624 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:21:10,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6245b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:10,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,39755,-1 for getting cluster id 2024-12-04T19:21:10,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:10,625 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8417c3-452d-485b-8889-8b695627a799' 2024-12-04T19:21:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:10,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8417c3-452d-485b-8889-8b695627a799" 2024-12-04T19:21:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d04eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,39755,-1] 2024-12-04T19:21:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:10,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:10,626 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:10,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4ac228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:10,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:10,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,39755,1733340049785 2024-12-04T19:21:10,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da10b94 2024-12-04T19:21:10,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:10,628 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:10,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:33839,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:21:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:21:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:10,631 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:33839' 2024-12-04T19:21:10,632 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c30715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:10,632 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33839,-1 for getting cluster id 2024-12-04T19:21:10,632 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:10,633 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec13bae3-8086-408e-8d3e-335d146c022e' 2024-12-04T19:21:10,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:10,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec13bae3-8086-408e-8d3e-335d146c022e" 2024-12-04T19:21:10,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666b507c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:10,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33839,-1] 2024-12-04T19:21:10,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:10,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:10,634 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:10,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee225dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:10,634 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:10,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,33839,1733340055321 2024-12-04T19:21:10,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5153b34f 2024-12-04T19:21:10,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:10,636 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:10,636 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T19:21:10,636 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:21:10,636 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:10,637 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:10,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:10,637 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:21:10,638 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:21:10,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:21:10,639 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:10,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:21:10,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741837_1013 (size=1138) 2024-12-04T19:21:10,688 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:21:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:11,045 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85403337883fc29e52cc541b32cb76da, NAME => 'hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459 2024-12-04T19:21:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741838_1014 (size=44) 2024-12-04T19:21:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:11,449 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:11,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 85403337883fc29e52cc541b32cb76da, disabling compactions & flushes 2024-12-04T19:21:11,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:11,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:11,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. after waiting 0 ms 2024-12-04T19:21:11,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:11,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:11,450 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85403337883fc29e52cc541b32cb76da: Waiting for close lock at 1733340071450Disabling compacts and flushes for region at 1733340071450Disabling writes for close at 1733340071450Writing region close event to WAL at 1733340071450Closed at 1733340071450 2024-12-04T19:21:11,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:21:11,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733340071451"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340071451"}]},"ts":"1733340071451"} 2024-12-04T19:21:11,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:21:11,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:21:11,454 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340071454"}]},"ts":"1733340071454"} 2024-12-04T19:21:11,455 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:21:11,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85403337883fc29e52cc541b32cb76da, ASSIGN}] 2024-12-04T19:21:11,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85403337883fc29e52cc541b32cb76da, ASSIGN 2024-12-04T19:21:11,457 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=85403337883fc29e52cc541b32cb76da, ASSIGN; state=OFFLINE, location=9ba2734cd39f,41467,1733340049979; forceNewPlan=false, retain=false 2024-12-04T19:21:11,608 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85403337883fc29e52cc541b32cb76da, regionState=OPENING, regionLocation=9ba2734cd39f,41467,1733340049979 2024-12-04T19:21:11,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=85403337883fc29e52cc541b32cb76da, ASSIGN because future has completed 2024-12-04T19:21:11,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85403337883fc29e52cc541b32cb76da, server=9ba2734cd39f,41467,1733340049979}] 2024-12-04T19:21:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:11,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:11,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:11,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:21:11,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C41467%2C1733340049979.rep, suffix=, logDir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979, archiveDir=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/oldWALs, maxLogs=10 2024-12-04T19:21:11,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.rep.1733340071766, exclude list is [], retry=0 2024-12-04T19:21:11,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44205,DS-6a0fd684-8c5f-434d-8c53-a24af4c59baa,DISK] 2024-12-04T19:21:11,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.rep.1733340071766 2024-12-04T19:21:11,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37255:37255)] 2024-12-04T19:21:11,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 85403337883fc29e52cc541b32cb76da, NAME => 'hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:11,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:21:11,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:21:11,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. service=MultiRowMutationService 2024-12-04T19:21:11,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:21:11,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:11,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:11,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:11,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:11,783 INFO [StoreOpener-85403337883fc29e52cc541b32cb76da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:11,784 INFO [StoreOpener-85403337883fc29e52cc541b32cb76da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85403337883fc29e52cc541b32cb76da columnFamilyName hfileref 2024-12-04T19:21:11,784 DEBUG [StoreOpener-85403337883fc29e52cc541b32cb76da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:11,784 INFO [StoreOpener-85403337883fc29e52cc541b32cb76da-1 {}] regionserver.HStore(327): Store=85403337883fc29e52cc541b32cb76da/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:11,784 INFO [StoreOpener-85403337883fc29e52cc541b32cb76da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:11,785 INFO [StoreOpener-85403337883fc29e52cc541b32cb76da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85403337883fc29e52cc541b32cb76da columnFamilyName queue 2024-12-04T19:21:11,785 DEBUG [StoreOpener-85403337883fc29e52cc541b32cb76da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:11,785 INFO [StoreOpener-85403337883fc29e52cc541b32cb76da-1 {}] regionserver.HStore(327): Store=85403337883fc29e52cc541b32cb76da/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:11,785 INFO [StoreOpener-85403337883fc29e52cc541b32cb76da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:11,786 INFO [StoreOpener-85403337883fc29e52cc541b32cb76da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85403337883fc29e52cc541b32cb76da columnFamilyName sid 2024-12-04T19:21:11,786 DEBUG [StoreOpener-85403337883fc29e52cc541b32cb76da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:11,786 INFO [StoreOpener-85403337883fc29e52cc541b32cb76da-1 {}] regionserver.HStore(327): Store=85403337883fc29e52cc541b32cb76da/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:11,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:11,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/replication/85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:11,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/replication/85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:11,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:11,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:11,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:21:11,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:11,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/replication/85403337883fc29e52cc541b32cb76da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:11,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 85403337883fc29e52cc541b32cb76da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72875783, jitterRate=0.08593378961086273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:21:11,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:11,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 85403337883fc29e52cc541b32cb76da: Running coprocessor pre-open hook at 1733340071782Writing region info on filesystem at 1733340071782Initializing all the Stores at 1733340071782Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340071782Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340071783 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340071783Cleaning up temporary data from old regions at 1733340071787 (+4 ms)Running coprocessor post-open hooks at 1733340071790 (+3 ms)Region opened successfully at 1733340071790 2024-12-04T19:21:11,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da., pid=10, masterSystemTime=1733340071761 2024-12-04T19:21:11,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:11,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:11,793 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85403337883fc29e52cc541b32cb76da, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,41467,1733340049979 2024-12-04T19:21:11,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85403337883fc29e52cc541b32cb76da, server=9ba2734cd39f,41467,1733340049979 because future has completed 2024-12-04T19:21:11,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T19:21:11,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 85403337883fc29e52cc541b32cb76da, server=9ba2734cd39f,41467,1733340049979 in 185 msec 2024-12-04T19:21:11,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T19:21:11,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85403337883fc29e52cc541b32cb76da, ASSIGN in 341 msec 2024-12-04T19:21:11,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:21:11,799 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340071799"}]},"ts":"1733340071799"} 2024-12-04T19:21:11,801 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:21:11,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:21:11,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-12-04T19:21:11,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da., hostname=9ba2734cd39f,41467,1733340049979, seqNum=2] 2024-12-04T19:21:11,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:21:11,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:21:11,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:21:12,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T19:21:12,100 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:21:12,124 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,41467,1733340049979, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:21:12,124 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:12,124 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,41467,1733340049979, seqNum=-1] 2024-12-04T19:21:12,125 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:12,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T19:21:12,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,41467,1733340049979', locateType=CURRENT is [region=hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da., hostname=9ba2734cd39f,41467,1733340049979, seqNum=2] 2024-12-04T19:21:12,129 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T19:21:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T19:21:12,131 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,41467,1733340049979 suceeded 2024-12-04T19:21:12,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T19:21:12,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-04T19:21:12,133 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:33839,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:21:12,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-12-04T19:21:12,141 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:33839' 2024-12-04T19:21:12,142 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14302d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:12,142 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33839,-1 for getting cluster id 2024-12-04T19:21:12,142 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:12,143 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec13bae3-8086-408e-8d3e-335d146c022e' 2024-12-04T19:21:12,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:12,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec13bae3-8086-408e-8d3e-335d146c022e" 2024-12-04T19:21:12,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@127efbef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:12,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33839,-1] 2024-12-04T19:21:12,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:12,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:12,144 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:12,144 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41c7c72a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:12,144 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:12,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,33839,1733340055321 2024-12-04T19:21:12,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c8fb9b7 2024-12-04T19:21:12,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:12,146 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-04T19:21:12,146 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,41467,1733340049979 (queues=1) is replicating from cluster=2e8417c3-452d-485b-8889-8b695627a799 to cluster=ec13bae3-8086-408e-8d3e-335d146c022e 2024-12-04T19:21:12,147 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C41467%2C1733340049979 2024-12-04T19:21:12,147 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,41467,1733340049979, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:21:12,147 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C41467%2C1733340049979 2024-12-04T19:21:12,147 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266, startPosition=0, beingWritten=true 2024-12-04T19:21:12,151 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:12,151 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 379, reset compression=false 2024-12-04T19:21:12,151 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,41467,1733340049979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:21:12,354 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 379, reset compression=false 2024-12-04T19:21:12,657 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 379, reset compression=false 2024-12-04T19:21:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39755 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:12,774 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:21:12,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:21:12,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:12,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:12,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:12,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:12,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0840ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:12,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33839,-1 for getting cluster id 2024-12-04T19:21:12,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:12,775 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec13bae3-8086-408e-8d3e-335d146c022e' 2024-12-04T19:21:12,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:12,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec13bae3-8086-408e-8d3e-335d146c022e" 2024-12-04T19:21:12,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41107556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:12,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33839,-1] 2024-12-04T19:21:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:12,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:12,776 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:12,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653dca85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:12,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:12,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,33839,1733340055321 2024-12-04T19:21:12,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ddeefa5 2024-12-04T19:21:12,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:12,779 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:12,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:37865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:21:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:21:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:12,781 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:37865' 2024-12-04T19:21:12,782 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1003f95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:12,782 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,37865,-1 for getting cluster id 2024-12-04T19:21:12,782 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:12,782 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b62fa66-e7f8-455d-8579-3d689b4beacb' 2024-12-04T19:21:12,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:12,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b62fa66-e7f8-455d-8579-3d689b4beacb" 2024-12-04T19:21:12,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e21ad68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:12,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,37865,-1] 2024-12-04T19:21:12,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:12,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:12,783 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f261fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:12,784 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@631922b6 2024-12-04T19:21:12,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:12,785 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:12,786 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T19:21:12,786 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:21:12,786 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:12,786 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:12,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:12,786 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:21:12,787 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:21:12,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:21:12,788 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:12,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:21:12,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741837_1013 (size=1138) 2024-12-04T19:21:12,837 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:21:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:13,060 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 379, reset compression=false 2024-12-04T19:21:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:13,194 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f371149767d8ff70b4e2f92a1382391, NAME => 'hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187 2024-12-04T19:21:13,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741838_1014 (size=44) 2024-12-04T19:21:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:13,563 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 379, reset compression=false 2024-12-04T19:21:13,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:13,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9f371149767d8ff70b4e2f92a1382391, disabling compactions & flushes 2024-12-04T19:21:13,599 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:13,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:13,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. after waiting 0 ms 2024-12-04T19:21:13,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:13,599 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:13,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f371149767d8ff70b4e2f92a1382391: Waiting for close lock at 1733340073599Disabling compacts and flushes for region at 1733340073599Disabling writes for close at 1733340073599Writing region close event to WAL at 1733340073599Closed at 1733340073599 2024-12-04T19:21:13,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:21:13,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733340073655"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340073655"}]},"ts":"1733340073655"} 2024-12-04T19:21:13,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:21:13,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:21:13,658 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340073657"}]},"ts":"1733340073657"} 2024-12-04T19:21:13,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:21:13,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f371149767d8ff70b4e2f92a1382391, ASSIGN}] 2024-12-04T19:21:13,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f371149767d8ff70b4e2f92a1382391, ASSIGN 2024-12-04T19:21:13,661 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f371149767d8ff70b4e2f92a1382391, ASSIGN; state=OFFLINE, location=9ba2734cd39f,46733,1733340055544; forceNewPlan=false, retain=false 2024-12-04T19:21:13,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f371149767d8ff70b4e2f92a1382391, regionState=OPENING, regionLocation=9ba2734cd39f,46733,1733340055544 2024-12-04T19:21:13,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f371149767d8ff70b4e2f92a1382391, ASSIGN because future has completed 2024-12-04T19:21:13,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f371149767d8ff70b4e2f92a1382391, server=9ba2734cd39f,46733,1733340055544}] 2024-12-04T19:21:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:13,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:13,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:13,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:21:13,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C46733%2C1733340055544.rep, suffix=, logDir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544, archiveDir=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/oldWALs, maxLogs=10 2024-12-04T19:21:13,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.rep.1733340073970, exclude list is [], retry=0 2024-12-04T19:21:13,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-c51b7ba9-619f-428d-84ba-861fab62d841,DISK] 2024-12-04T19:21:13,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.rep.1733340073970 2024-12-04T19:21:13,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44629:44629)] 2024-12-04T19:21:13,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f371149767d8ff70b4e2f92a1382391, NAME => 'hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:13,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:21:13,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:21:13,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. service=MultiRowMutationService 2024-12-04T19:21:13,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:21:13,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:13,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:13,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:13,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:13,985 INFO [StoreOpener-9f371149767d8ff70b4e2f92a1382391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:13,986 INFO [StoreOpener-9f371149767d8ff70b4e2f92a1382391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f371149767d8ff70b4e2f92a1382391 columnFamilyName hfileref 2024-12-04T19:21:13,986 DEBUG [StoreOpener-9f371149767d8ff70b4e2f92a1382391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:13,987 INFO [StoreOpener-9f371149767d8ff70b4e2f92a1382391-1 {}] regionserver.HStore(327): Store=9f371149767d8ff70b4e2f92a1382391/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:13,987 INFO [StoreOpener-9f371149767d8ff70b4e2f92a1382391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:13,988 INFO [StoreOpener-9f371149767d8ff70b4e2f92a1382391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f371149767d8ff70b4e2f92a1382391 columnFamilyName queue 2024-12-04T19:21:13,988 DEBUG [StoreOpener-9f371149767d8ff70b4e2f92a1382391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:13,988 INFO [StoreOpener-9f371149767d8ff70b4e2f92a1382391-1 {}] regionserver.HStore(327): Store=9f371149767d8ff70b4e2f92a1382391/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:13,988 INFO [StoreOpener-9f371149767d8ff70b4e2f92a1382391-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:13,988 INFO [StoreOpener-9f371149767d8ff70b4e2f92a1382391-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f371149767d8ff70b4e2f92a1382391 columnFamilyName sid 2024-12-04T19:21:13,989 DEBUG [StoreOpener-9f371149767d8ff70b4e2f92a1382391-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:13,989 INFO [StoreOpener-9f371149767d8ff70b4e2f92a1382391-1 {}] regionserver.HStore(327): Store=9f371149767d8ff70b4e2f92a1382391/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:13,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:13,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/replication/9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:13,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/replication/9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:13,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:13,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:13,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:21:13,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:13,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/replication/9f371149767d8ff70b4e2f92a1382391/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:13,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9f371149767d8ff70b4e2f92a1382391; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64090386, jitterRate=-0.044978827238082886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:21:13,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:13,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9f371149767d8ff70b4e2f92a1382391: Running coprocessor pre-open hook at 1733340073984Writing region info on filesystem at 1733340073984Initializing all the Stores at 1733340073984Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340073984Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340073985 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340073985Cleaning up temporary data from old regions at 1733340073990 (+5 ms)Running coprocessor post-open hooks at 1733340073994 (+4 ms)Region opened successfully at 1733340073994 2024-12-04T19:21:13,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391., pid=10, masterSystemTime=1733340073965 2024-12-04T19:21:13,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:13,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:13,996 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9f371149767d8ff70b4e2f92a1382391, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,46733,1733340055544 2024-12-04T19:21:13,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f371149767d8ff70b4e2f92a1382391, server=9ba2734cd39f,46733,1733340055544 because future has completed 2024-12-04T19:21:13,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T19:21:13,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f371149767d8ff70b4e2f92a1382391, server=9ba2734cd39f,46733,1733340055544 in 185 msec 2024-12-04T19:21:14,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T19:21:14,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f371149767d8ff70b4e2f92a1382391, ASSIGN in 340 msec 2024-12-04T19:21:14,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:21:14,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340074001"}]},"ts":"1733340074001"} 2024-12-04T19:21:14,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:21:14,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:21:14,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2160 sec 2024-12-04T19:21:14,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391., hostname=9ba2734cd39f,46733,1733340055544, seqNum=2] 2024-12-04T19:21:14,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:21:14,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:21:14,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:21:14,166 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 379, reset compression=false 2024-12-04T19:21:14,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T19:21:14,247 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:21:14,270 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,46733,1733340055544, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:21:14,270 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:14,270 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,46733,1733340055544, seqNum=-1] 2024-12-04T19:21:14,271 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:14,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T19:21:14,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,46733,1733340055544', locateType=CURRENT is [region=hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391., hostname=9ba2734cd39f,46733,1733340055544, seqNum=2] 2024-12-04T19:21:14,274 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T19:21:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T19:21:14,276 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,46733,1733340055544 suceeded 2024-12-04T19:21:14,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T19:21:14,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-04T19:21:14,277 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:37865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:21:14,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-12-04T19:21:14,286 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:37865' 2024-12-04T19:21:14,287 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46fbeb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:14,287 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,37865,-1 for getting cluster id 2024-12-04T19:21:14,287 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:14,288 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b62fa66-e7f8-455d-8579-3d689b4beacb' 2024-12-04T19:21:14,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:14,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b62fa66-e7f8-455d-8579-3d689b4beacb" 2024-12-04T19:21:14,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a423c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:14,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,37865,-1] 2024-12-04T19:21:14,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:14,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:14,289 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:14,289 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@467de0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:14,289 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:14,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:14,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54d38a50 2024-12-04T19:21:14,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:14,291 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-04T19:21:14,291 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,46733,1733340055544 (queues=1) is replicating from cluster=ec13bae3-8086-408e-8d3e-335d146c022e to cluster=9b62fa66-e7f8-455d-8579-3d689b4beacb 2024-12-04T19:21:14,291 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C46733%2C1733340055544 2024-12-04T19:21:14,291 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,46733,1733340055544, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:21:14,291 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C46733%2C1733340055544 2024-12-04T19:21:14,292 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886, startPosition=0, beingWritten=true 2024-12-04T19:21:14,295 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:14,295 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 379, reset compression=false 2024-12-04T19:21:14,295 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,46733,1733340055544 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:21:14,498 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 379, reset compression=false 2024-12-04T19:21:14,801 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 379, reset compression=false 2024-12-04T19:21:14,869 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 379, reset compression=false 2024-12-04T19:21:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:14,924 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:21:14,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:21:14,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:14,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:14,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:14,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:14,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f788f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:14,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,37865,-1 for getting cluster id 2024-12-04T19:21:14,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:14,925 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b62fa66-e7f8-455d-8579-3d689b4beacb' 2024-12-04T19:21:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b62fa66-e7f8-455d-8579-3d689b4beacb" 2024-12-04T19:21:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eaf2061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,37865,-1] 2024-12-04T19:21:14,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:14,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:14,926 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cd4fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:14,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:14,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:14,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f5ac9ab 2024-12-04T19:21:14,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:14,928 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:14,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:39755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:21:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:21:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:14,930 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:39755' 2024-12-04T19:21:14,931 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494c83f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:14,931 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,39755,-1 for getting cluster id 2024-12-04T19:21:14,931 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:14,931 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8417c3-452d-485b-8889-8b695627a799' 2024-12-04T19:21:14,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:14,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8417c3-452d-485b-8889-8b695627a799" 2024-12-04T19:21:14,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56524590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:14,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,39755,-1] 2024-12-04T19:21:14,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:14,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:14,933 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:14,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3193fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:14,933 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:14,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,39755,1733340049785 2024-12-04T19:21:14,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76f7a53c 2024-12-04T19:21:14,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:14,934 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:14,934 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T19:21:14,935 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:21:14,935 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:14,935 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:14,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:14,935 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:21:14,936 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:21:14,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:21:14,936 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:14,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:21:14,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741837_1013 (size=1138) 2024-12-04T19:21:14,986 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:21:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:15,157 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:21:15,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:15,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:15,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:15,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:15,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:15,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:15,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:15,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:15,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:15,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:15,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:15,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:15,204 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 379, reset compression=false 2024-12-04T19:21:15,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:15,342 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1ba68fdb974d4eb106b63630ac288869, NAME => 'hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703 2024-12-04T19:21:15,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741838_1014 (size=44) 2024-12-04T19:21:15,347 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:15,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1ba68fdb974d4eb106b63630ac288869, disabling compactions & flushes 2024-12-04T19:21:15,348 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:15,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:15,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. after waiting 0 ms 2024-12-04T19:21:15,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:15,348 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:15,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1ba68fdb974d4eb106b63630ac288869: Waiting for close lock at 1733340075348Disabling compacts and flushes for region at 1733340075348Disabling writes for close at 1733340075348Writing region close event to WAL at 1733340075348Closed at 1733340075348 2024-12-04T19:21:15,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:21:15,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733340075349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340075349"}]},"ts":"1733340075349"} 2024-12-04T19:21:15,350 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:21:15,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:21:15,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340075351"}]},"ts":"1733340075351"} 2024-12-04T19:21:15,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:21:15,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ba68fdb974d4eb106b63630ac288869, ASSIGN}] 2024-12-04T19:21:15,353 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ba68fdb974d4eb106b63630ac288869, ASSIGN 2024-12-04T19:21:15,353 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ba68fdb974d4eb106b63630ac288869, ASSIGN; state=OFFLINE, location=9ba2734cd39f,33927,1733340061205; forceNewPlan=false, retain=false 2024-12-04T19:21:15,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ba68fdb974d4eb106b63630ac288869, regionState=OPENING, regionLocation=9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:15,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1ba68fdb974d4eb106b63630ac288869, ASSIGN because future has completed 2024-12-04T19:21:15,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ba68fdb974d4eb106b63630ac288869, server=9ba2734cd39f,33927,1733340061205}] 2024-12-04T19:21:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:15,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:15,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:15,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:21:15,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C33927%2C1733340061205.rep, suffix=, logDir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205, archiveDir=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/oldWALs, maxLogs=10 2024-12-04T19:21:15,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.rep.1733340075662, exclude list is [], retry=0 2024-12-04T19:21:15,672 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 379, reset compression=false 2024-12-04T19:21:15,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46345,DS-711098a6-7152-4f6c-809e-de04674f2fce,DISK] 2024-12-04T19:21:15,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.rep.1733340075662 2024-12-04T19:21:15,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39469:39469)] 2024-12-04T19:21:15,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ba68fdb974d4eb106b63630ac288869, NAME => 'hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:15,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:21:15,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:21:15,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. service=MultiRowMutationService 2024-12-04T19:21:15,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:21:15,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:15,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:15,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:15,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:15,677 INFO [StoreOpener-1ba68fdb974d4eb106b63630ac288869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:15,678 INFO [StoreOpener-1ba68fdb974d4eb106b63630ac288869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba68fdb974d4eb106b63630ac288869 columnFamilyName hfileref 2024-12-04T19:21:15,678 DEBUG [StoreOpener-1ba68fdb974d4eb106b63630ac288869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:15,678 INFO [StoreOpener-1ba68fdb974d4eb106b63630ac288869-1 {}] regionserver.HStore(327): Store=1ba68fdb974d4eb106b63630ac288869/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:15,678 INFO [StoreOpener-1ba68fdb974d4eb106b63630ac288869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:15,679 INFO [StoreOpener-1ba68fdb974d4eb106b63630ac288869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba68fdb974d4eb106b63630ac288869 columnFamilyName queue 2024-12-04T19:21:15,679 DEBUG [StoreOpener-1ba68fdb974d4eb106b63630ac288869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:15,679 INFO [StoreOpener-1ba68fdb974d4eb106b63630ac288869-1 {}] regionserver.HStore(327): Store=1ba68fdb974d4eb106b63630ac288869/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:15,679 INFO [StoreOpener-1ba68fdb974d4eb106b63630ac288869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:15,679 INFO [StoreOpener-1ba68fdb974d4eb106b63630ac288869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ba68fdb974d4eb106b63630ac288869 columnFamilyName sid 2024-12-04T19:21:15,679 DEBUG [StoreOpener-1ba68fdb974d4eb106b63630ac288869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:15,680 INFO [StoreOpener-1ba68fdb974d4eb106b63630ac288869-1 {}] regionserver.HStore(327): Store=1ba68fdb974d4eb106b63630ac288869/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:15,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:15,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/replication/1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:15,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/replication/1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:15,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:15,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:15,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:21:15,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:15,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/replication/1ba68fdb974d4eb106b63630ac288869/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:15,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1ba68fdb974d4eb106b63630ac288869; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71602882, jitterRate=0.06696608662605286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:21:15,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:15,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1ba68fdb974d4eb106b63630ac288869: Running coprocessor pre-open hook at 1733340075676Writing region info on filesystem at 1733340075676Initializing all the Stores at 1733340075677 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340075677Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340075677Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340075677Cleaning up temporary data from old regions at 1733340075681 (+4 ms)Running coprocessor post-open hooks at 1733340075683 (+2 ms)Region opened successfully at 1733340075683 2024-12-04T19:21:15,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869., pid=10, masterSystemTime=1733340075657 2024-12-04T19:21:15,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:15,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:15,686 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1ba68fdb974d4eb106b63630ac288869, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:15,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ba68fdb974d4eb106b63630ac288869, server=9ba2734cd39f,33927,1733340061205 because future has completed 2024-12-04T19:21:15,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T19:21:15,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ba68fdb974d4eb106b63630ac288869, server=9ba2734cd39f,33927,1733340061205 in 183 msec 2024-12-04T19:21:15,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T19:21:15,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1ba68fdb974d4eb106b63630ac288869, ASSIGN in 337 msec 2024-12-04T19:21:15,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:21:15,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340075692"}]},"ts":"1733340075692"} 2024-12-04T19:21:15,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:21:15,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:21:15,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 759 msec 2024-12-04T19:21:15,707 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 379, reset compression=false 2024-12-04T19:21:15,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869., hostname=9ba2734cd39f,33927,1733340061205, seqNum=2] 2024-12-04T19:21:15,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T19:21:15,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:15,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:15,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:21:15,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T19:21:15,984 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:21:16,007 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,33927,1733340061205, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:21:16,007 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:16,007 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,33927,1733340061205, seqNum=-1] 2024-12-04T19:21:16,007 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:16,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T19:21:16,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,33927,1733340061205', locateType=CURRENT is [region=hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869., hostname=9ba2734cd39f,33927,1733340061205, seqNum=2] 2024-12-04T19:21:16,011 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T19:21:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T19:21:16,013 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,33927,1733340061205 suceeded 2024-12-04T19:21:16,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T19:21:16,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-04T19:21:16,015 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:39755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:21:16,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0870 sec 2024-12-04T19:21:16,023 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:39755' 2024-12-04T19:21:16,024 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@530a309b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,024 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,39755,-1 for getting cluster id 2024-12-04T19:21:16,024 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:16,025 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8417c3-452d-485b-8889-8b695627a799' 2024-12-04T19:21:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8417c3-452d-485b-8889-8b695627a799" 2024-12-04T19:21:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@256b19b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,39755,-1] 2024-12-04T19:21:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:16,026 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:16,026 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41041657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,026 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:16,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,39755,1733340049785 2024-12-04T19:21:16,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@364ffbb 2024-12-04T19:21:16,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:16,028 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T19:21:16,028 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,33927,1733340061205 (queues=1) is replicating from cluster=9b62fa66-e7f8-455d-8579-3d689b4beacb to cluster=2e8417c3-452d-485b-8889-8b695627a799 2024-12-04T19:21:16,028 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C33927%2C1733340061205 2024-12-04T19:21:16,028 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,33927,1733340061205, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:21:16,029 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C33927%2C1733340061205 2024-12-04T19:21:16,029 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083, startPosition=0, beingWritten=true 2024-12-04T19:21:16,032 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:16,032 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 379, reset compression=false 2024-12-04T19:21:16,032 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,33927,1733340061205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:21:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:16,064 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:21:16,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:21:16,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:16,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:16,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:16,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:16,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762ffe19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,39755,-1 for getting cluster id 2024-12-04T19:21:16,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:16,065 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8417c3-452d-485b-8889-8b695627a799' 2024-12-04T19:21:16,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:16,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8417c3-452d-485b-8889-8b695627a799" 2024-12-04T19:21:16,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f4e161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,065 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,39755,-1] 2024-12-04T19:21:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:16,066 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:16,066 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:16,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b91d3d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc29045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33839,-1 for getting cluster id 2024-12-04T19:21:16,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:16,068 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec13bae3-8086-408e-8d3e-335d146c022e' 2024-12-04T19:21:16,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:16,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec13bae3-8086-408e-8d3e-335d146c022e" 2024-12-04T19:21:16,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296d569f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33839,-1] 2024-12-04T19:21:16,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:16,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:16,069 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:16,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e35d385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da3a797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,37865,-1 for getting cluster id 2024-12-04T19:21:16,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:16,070 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b62fa66-e7f8-455d-8579-3d689b4beacb' 2024-12-04T19:21:16,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:16,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b62fa66-e7f8-455d-8579-3d689b4beacb" 2024-12-04T19:21:16,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548ec44d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,37865,-1] 2024-12-04T19:21:16,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:16,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:16,071 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:16,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4972ccba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,41467,1733340049979, seqNum=-1] 2024-12-04T19:21:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:16,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:21:16,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc., hostname=9ba2734cd39f,41467,1733340049979, seqNum=2] 2024-12-04T19:21:16,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,33927,1733340061205, seqNum=-1] 2024-12-04T19:21:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:16,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:21:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6., hostname=9ba2734cd39f,33927,1733340061205, seqNum=2] 2024-12-04T19:21:16,101 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T19:21:16,235 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 379, reset compression=false 2024-12-04T19:21:16,310 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 379, reset compression=false 2024-12-04T19:21:16,538 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 379, reset compression=false 2024-12-04T19:21:16,575 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 379, reset compression=false 2024-12-04T19:21:16,579 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:16,579 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 480, reset compression=false 2024-12-04T19:21:16,579 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,41467,1733340049979 got entry batch from reader: WALEntryBatch [walEntries=[{test/d3e8165f98d3652b5ad3df30ac67a2fc/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T19:21:16,582 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:21:16,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-04T19:21:16,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:16,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ff6c8d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33839,-1 for getting cluster id 2024-12-04T19:21:16,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:16,584 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec13bae3-8086-408e-8d3e-335d146c022e' 2024-12-04T19:21:16,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:16,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec13bae3-8086-408e-8d3e-335d146c022e" 2024-12-04T19:21:16,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c86db0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33839,-1] 2024-12-04T19:21:16,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:16,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:16,585 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:16,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56e0d5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:16,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:16,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,46733,1733340055544, seqNum=-1] 2024-12-04T19:21:16,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:16,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T19:21:16,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733340066325.eb667aaa163e543c2658bf5028964fe7., hostname=9ba2734cd39f,46733,1733340055544, seqNum=2] 2024-12-04T19:21:16,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:16,782 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 480, reset compression=false 2024-12-04T19:21:16,941 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 379, reset compression=false 2024-12-04T19:21:17,013 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 379, reset compression=false 2024-12-04T19:21:17,016 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:17,016 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 503, reset compression=false 2024-12-04T19:21:17,016 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,46733,1733340055544 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb667aaa163e543c2658bf5028964fe7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T19:21:17,018 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:21:17,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-04T19:21:17,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:17,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aaa277f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:17,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,37865,-1 for getting cluster id 2024-12-04T19:21:17,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:17,021 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b62fa66-e7f8-455d-8579-3d689b4beacb' 2024-12-04T19:21:17,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:17,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b62fa66-e7f8-455d-8579-3d689b4beacb" 2024-12-04T19:21:17,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@529045cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:17,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,37865,-1] 2024-12-04T19:21:17,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:17,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:17,022 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:17,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@317f80bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:17,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:17,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,33927,1733340061205, seqNum=-1] 2024-12-04T19:21:17,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:17,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T19:21:17,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6., hostname=9ba2734cd39f,33927,1733340061205, seqNum=2] 2024-12-04T19:21:17,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:17,085 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 480, reset compression=false 2024-12-04T19:21:17,102 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T19:21:17,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:17,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,46733,1733340055544, seqNum=-1] 2024-12-04T19:21:17,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:17,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:21:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733340066325.eb667aaa163e543c2658bf5028964fe7., hostname=9ba2734cd39f,46733,1733340055544, seqNum=2] 2024-12-04T19:21:17,108 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T19:21:17,220 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 503, reset compression=false 2024-12-04T19:21:17,223 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:17,224 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 607, reset compression=false 2024-12-04T19:21:17,224 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,46733,1733340055544 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb667aaa163e543c2658bf5028964fe7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T19:21:17,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:17,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:17,426 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 607, reset compression=false 2024-12-04T19:21:17,444 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 379, reset compression=false 2024-12-04T19:21:17,447 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:17,447 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 655, reset compression=false 2024-12-04T19:21:17,447 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,33927,1733340061205 got entry batch from reader: WALEntryBatch [walEntries=[{test/759ed4edd84b8f4d7ce4dbd884bd60c6/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T19:21:17,449 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:21:17,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T19:21:17,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:17,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26e840bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:17,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,39755,-1 for getting cluster id 2024-12-04T19:21:17,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:17,451 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8417c3-452d-485b-8889-8b695627a799' 2024-12-04T19:21:17,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:17,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8417c3-452d-485b-8889-8b695627a799" 2024-12-04T19:21:17,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cbd8f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:17,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,39755,-1] 2024-12-04T19:21:17,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:17,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:17,452 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:17,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@224ede9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:17,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:17,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,41467,1733340049979, seqNum=-1] 2024-12-04T19:21:17,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:17,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T19:21:17,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc., hostname=9ba2734cd39f,41467,1733340049979, seqNum=2] 2024-12-04T19:21:17,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:17,488 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 480, reset compression=false 2024-12-04T19:21:17,491 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:17,492 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 632, reset compression=false 2024-12-04T19:21:17,492 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,41467,1733340049979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:21:17,651 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 655, reset compression=false 2024-12-04T19:21:17,695 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 632, reset compression=false 2024-12-04T19:21:17,729 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 607, reset compression=false 2024-12-04T19:21:17,954 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 655, reset compression=false 2024-12-04T19:21:17,998 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 632, reset compression=false 2024-12-04T19:21:18,109 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T19:21:18,111 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T19:21:18,132 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 607, reset compression=false 2024-12-04T19:21:18,357 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 655, reset compression=false 2024-12-04T19:21:18,361 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:18,361 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 759, reset compression=false 2024-12-04T19:21:18,361 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,33927,1733340061205 got entry batch from reader: WALEntryBatch [walEntries=[{test/759ed4edd84b8f4d7ce4dbd884bd60c6/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T19:21:18,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:18,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:18,400 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 632, reset compression=false 2024-12-04T19:21:18,404 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:18,404 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 760, reset compression=false 2024-12-04T19:21:18,404 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,41467,1733340049979 got entry batch from reader: WALEntryBatch [walEntries=[{test/d3e8165f98d3652b5ad3df30ac67a2fc/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T19:21:18,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:18,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:18,565 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 759, reset compression=false 2024-12-04T19:21:18,607 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 760, reset compression=false 2024-12-04T19:21:18,636 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 607, reset compression=false 2024-12-04T19:21:18,696 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:18,696 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 758, reset compression=false 2024-12-04T19:21:18,696 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,46733,1733340055544 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:21:18,868 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 759, reset compression=false 2024-12-04T19:21:18,899 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 758, reset compression=false 2024-12-04T19:21:18,910 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 760, reset compression=false 2024-12-04T19:21:19,113 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T19:21:19,116 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T19:21:19,202 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 758, reset compression=false 2024-12-04T19:21:19,271 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 759, reset compression=false 2024-12-04T19:21:19,313 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 760, reset compression=false 2024-12-04T19:21:19,316 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:19,316 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 916, reset compression=false 2024-12-04T19:21:19,316 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,41467,1733340049979 got entry batch from reader: WALEntryBatch [walEntries=[{test/d3e8165f98d3652b5ad3df30ac67a2fc/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T19:21:19,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:19,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:19,377 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T19:21:19,519 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 916, reset compression=false 2024-12-04T19:21:19,605 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 758, reset compression=false 2024-12-04T19:21:19,609 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:19,609 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 905, reset compression=false 2024-12-04T19:21:19,609 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,46733,1733340055544 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb667aaa163e543c2658bf5028964fe7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T19:21:19,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:19,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:19,774 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 759, reset compression=false 2024-12-04T19:21:19,777 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:19,777 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 930, reset compression=false 2024-12-04T19:21:19,777 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,33927,1733340061205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:21:19,812 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 905, reset compression=false 2024-12-04T19:21:19,822 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 916, reset compression=false 2024-12-04T19:21:19,980 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 930, reset compression=false 2024-12-04T19:21:20,115 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 905, reset compression=false 2024-12-04T19:21:20,118 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T19:21:20,121 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T19:21:20,225 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 916, reset compression=false 2024-12-04T19:21:20,283 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 930, reset compression=false 2024-12-04T19:21:20,518 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 905, reset compression=false 2024-12-04T19:21:20,522 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:20,522 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1064, reset compression=false 2024-12-04T19:21:20,522 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,46733,1733340055544 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb667aaa163e543c2658bf5028964fe7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T19:21:20,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:20,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:20,685 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 930, reset compression=false 2024-12-04T19:21:20,689 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:20,689 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 1080, reset compression=false 2024-12-04T19:21:20,689 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,33927,1733340061205 got entry batch from reader: WALEntryBatch [walEntries=[{test/759ed4edd84b8f4d7ce4dbd884bd60c6/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T19:21:20,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:20,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:20,725 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1064, reset compression=false 2024-12-04T19:21:20,728 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 916, reset compression=false 2024-12-04T19:21:20,731 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:20,731 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1090, reset compression=false 2024-12-04T19:21:20,731 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,41467,1733340049979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:21:20,892 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 1080, reset compression=false 2024-12-04T19:21:20,934 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1090, reset compression=false 2024-12-04T19:21:21,028 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1064, reset compression=false 2024-12-04T19:21:21,123 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T19:21:21,134 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T19:21:21,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:21:21,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:21,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:21,195 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 1080, reset compression=false 2024-12-04T19:21:21,200 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:21,200 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 1239, reset compression=false 2024-12-04T19:21:21,200 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,33927,1733340061205 got entry batch from reader: WALEntryBatch [walEntries=[{test/759ed4edd84b8f4d7ce4dbd884bd60c6/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T19:21:21,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:21,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:21,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:21,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:21,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:21,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:21,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:21,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:21,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:21,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:21,237 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1090, reset compression=false 2024-12-04T19:21:21,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:21,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:21,242 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:21,242 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1240, reset compression=false 2024-12-04T19:21:21,242 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,41467,1733340049979 got entry batch from reader: WALEntryBatch [walEntries=[{test/d3e8165f98d3652b5ad3df30ac67a2fc/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T19:21:21,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:21,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:21,413 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 1239, reset compression=false 2024-12-04T19:21:21,430 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1064, reset compression=false 2024-12-04T19:21:21,435 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:21,435 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1237, reset compression=false 2024-12-04T19:21:21,435 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,46733,1733340055544 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:21:21,447 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1240, reset compression=false 2024-12-04T19:21:21,640 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1237, reset compression=false 2024-12-04T19:21:21,717 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 1239, reset compression=false 2024-12-04T19:21:21,750 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1240, reset compression=false 2024-12-04T19:21:21,943 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1237, reset compression=false 2024-12-04T19:21:22,120 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 1239, reset compression=false 2024-12-04T19:21:22,136 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T19:21:22,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f30a34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:22,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,37865,-1 for getting cluster id 2024-12-04T19:21:22,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:22,144 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b62fa66-e7f8-455d-8579-3d689b4beacb' 2024-12-04T19:21:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b62fa66-e7f8-455d-8579-3d689b4beacb" 2024-12-04T19:21:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b13a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,37865,-1] 2024-12-04T19:21:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:22,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:22,145 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115baf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:22,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f230162 2024-12-04T19:21:22,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:22,151 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:22,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-04T19:21:22,154 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1240, reset compression=false 2024-12-04T19:21:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-04T19:21:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T19:21:22,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:21:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T19:21:22,346 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1237, reset compression=false 2024-12-04T19:21:22,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T19:21:22,373 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-04T19:21:22,374 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-04T19:21:22,374 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,33927,1733340061205 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-04T19:21:22,374 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0. 2024-12-04T19:21:22,374 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:22,374 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:22,374 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:22,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T19:21:22,475 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T19:21:22,475 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T19:21:22,575 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 terminated 2024-12-04T19:21:22,594 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,33927,1733340061205, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:21:22,594 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-04T19:21:22,595 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T19:21:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T19:21:22,597 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 9ba2734cd39f,33927,1733340061205 suceeded 2024-12-04T19:21:22,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T19:21:22,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 376 msec 2024-12-04T19:21:22,599 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-04T19:21:22,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 447 msec 2024-12-04T19:21:22,607 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:39755' 2024-12-04T19:21:22,608 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@342cb2c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:22,608 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,39755,-1 for getting cluster id 2024-12-04T19:21:22,608 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:22,609 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e8417c3-452d-485b-8889-8b695627a799' 2024-12-04T19:21:22,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:22,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e8417c3-452d-485b-8889-8b695627a799" 2024-12-04T19:21:22,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20a1570a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:22,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,39755,-1] 2024-12-04T19:21:22,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:22,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:22,610 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:22,611 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71901604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:22,611 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:22,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,39755,1733340049785 2024-12-04T19:21:22,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17c5fc27 2024-12-04T19:21:22,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:22,612 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T19:21:22,612 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,33927,1733340061205 (queues=1) is replicating from cluster=9b62fa66-e7f8-455d-8579-3d689b4beacb to cluster=2e8417c3-452d-485b-8889-8b695627a799 2024-12-04T19:21:22,613 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C33927%2C1733340061205 2024-12-04T19:21:22,613 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,33927,1733340061205, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:21:22,613 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C33927%2C1733340061205 2024-12-04T19:21:22,657 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1240, reset compression=false 2024-12-04T19:21:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T19:21:22,784 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:21:22,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:21:22,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:22,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:22,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:22,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:22,787 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-04T19:21:22,849 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1237, reset compression=false 2024-12-04T19:21:23,261 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1240, reset compression=false 2024-12-04T19:21:23,265 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:23,265 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1344, reset compression=false 2024-12-04T19:21:23,265 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,41467,1733340049979 got entry batch from reader: WALEntryBatch [walEntries=[{test/d3e8165f98d3652b5ad3df30ac67a2fc/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T19:21:23,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:23,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:23,452 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1237, reset compression=false 2024-12-04T19:21:23,455 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:23,456 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1364, reset compression=false 2024-12-04T19:21:23,456 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,46733,1733340055544 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb667aaa163e543c2658bf5028964fe7/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T19:21:23,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:23,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:23,469 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1344, reset compression=false 2024-12-04T19:21:23,663 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1364, reset compression=false 2024-12-04T19:21:23,772 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1344, reset compression=false 2024-12-04T19:21:23,788 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-04T19:21:23,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56588ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:23,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,37865,-1 for getting cluster id 2024-12-04T19:21:23,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:23,791 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9b62fa66-e7f8-455d-8579-3d689b4beacb' 2024-12-04T19:21:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9b62fa66-e7f8-455d-8579-3d689b4beacb" 2024-12-04T19:21:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ad969f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,37865,-1] 2024-12-04T19:21:23,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:23,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:23,792 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:23,793 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e2d6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:23,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:23,795 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:23,795 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50290f52 2024-12-04T19:21:23,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:23,796 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:23,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-04T19:21:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-04T19:21:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T19:21:23,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:21:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T19:21:23,966 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1364, reset compression=false 2024-12-04T19:21:23,970 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:23,970 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1468, reset compression=false 2024-12-04T19:21:23,970 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,46733,1733340055544 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb667aaa163e543c2658bf5028964fe7/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T19:21:23,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:23,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-04T19:21:23,972 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-04T19:21:23,973 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T19:21:23,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33927 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-04T19:21:23,975 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 9ba2734cd39f,33927,1733340061205 suceeded 2024-12-04T19:21:23,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-04T19:21:23,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-12-04T19:21:23,976 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-04T19:21:23,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 179 msec 2024-12-04T19:21:24,014 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083, startPosition=1239, beingWritten=true 2024-12-04T19:21:24,019 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:21:24,019 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 1518, reset compression=false 2024-12-04T19:21:24,019 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,33927,1733340061205 got entry batch from reader: WALEntryBatch [walEntries=[{test/759ed4edd84b8f4d7ce4dbd884bd60c6/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T19:21:24,021 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:21:24,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T19:21:24,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:21:24,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:21:24,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T19:21:24,114 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:21:24,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:21:24,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:24,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:24,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:24,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:24,116 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-04T19:21:24,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:21:24,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:21:24,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:24,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:24,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:24,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:24,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:21:24,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1181068094, stopped=false 2024-12-04T19:21:24,117 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,37865,1733340061058 2024-12-04T19:21:24,173 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1468, reset compression=false 2024-12-04T19:21:24,175 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1344, reset compression=false 2024-12-04T19:21:24,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21076205350/running 2024-12-04T19:21:24,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21076205350/running 2024-12-04T19:21:24,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:24,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:24,178 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:21:24,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:21:24,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:24,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Set watcher on znode that does not yet exist, /21076205350/running 2024-12-04T19:21:24,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:24,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Set watcher on znode that does not yet exist, /21076205350/running 2024-12-04T19:21:24,178 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,33927,1733340061205' ***** 2024-12-04T19:21:24,178 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:21:24,179 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:21:24,179 INFO [RS:0;9ba2734cd39f:33927 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:21:24,179 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:21:24,179 INFO [RS:0;9ba2734cd39f:33927 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:21:24,179 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(3091): Received CLOSE for 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:24,184 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:24,184 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:24,184 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:21:24,184 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 759ed4edd84b8f4d7ce4dbd884bd60c6, disabling compactions & flushes 2024-12-04T19:21:24,184 INFO [RS:0;9ba2734cd39f:33927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:33927. 2024-12-04T19:21:24,184 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. 2024-12-04T19:21:24,184 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. 2024-12-04T19:21:24,184 DEBUG [RS:0;9ba2734cd39f:33927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:24,184 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. after waiting 0 ms 2024-12-04T19:21:24,184 DEBUG [RS:0;9ba2734cd39f:33927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:24,184 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. 2024-12-04T19:21:24,184 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:21:24,184 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:21:24,184 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:21:24,184 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 759ed4edd84b8f4d7ce4dbd884bd60c6 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T19:21:24,184 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:21:24,184 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T19:21:24,184 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1325): Online Regions={759ed4edd84b8f4d7ce4dbd884bd60c6=test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6., 1588230740=hbase:meta,,1.1588230740, 1ba68fdb974d4eb106b63630ac288869=hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869.} 2024-12-04T19:21:24,185 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba68fdb974d4eb106b63630ac288869, 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:24,185 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:21:24,185 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:21:24,185 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:21:24,185 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:21:24,185 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:21:24,185 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:24,185 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T19:21:24,185 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1496, reset compression=false 2024-12-04T19:21:24,185 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,41467,1733340049979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:21:24,203 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/.tmp/f/1a4fb61578f04398bd303b7db0f001b1 is 37, key is row3/f:row3/1733340082785/Put/seqid=0 2024-12-04T19:21:24,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741840_1016 (size=5228) 2024-12-04T19:21:24,207 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/.tmp/info/be362c7d62a946ff913cd6de44d726ee is 147, key is hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869./info:regioninfo/1733340075686/Put/seqid=0 2024-12-04T19:21:24,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741841_1017 (size=7686) 2024-12-04T19:21:24,223 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 1518, reset compression=false 2024-12-04T19:21:24,227 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:24,227 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 1765, reset compression=false 2024-12-04T19:21:24,227 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,33927,1733340061205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:21:24,227 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ba2734cd39f,33927,1733340061205: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ba2734cd39f,33927,1733340061205, walGroup=9ba2734cd39f%2C33927%2C1733340061205, offset=9ba2734cd39f%2C33927%2C1733340061205.1733340063083:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:33927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T19:21:24,228 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T19:21:24,228 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T19:21:24,229 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T19:21:24,229 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T19:21:24,229 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T19:21:24,229 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1272971264, "init": 1048576000, "max": 2306867200, "used": 822960616 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198565576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T19:21:24,229 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:37865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:37865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-04T19:21:24,255 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:21:24,385 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba68fdb974d4eb106b63630ac288869, 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:24,388 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1496, reset compression=false 2024-12-04T19:21:24,430 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 1765, reset compression=false 2024-12-04T19:21:24,482 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1468, reset compression=false 2024-12-04T19:21:24,585 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba68fdb974d4eb106b63630ac288869, 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:24,607 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/.tmp/f/1a4fb61578f04398bd303b7db0f001b1 2024-12-04T19:21:24,610 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/.tmp/info/be362c7d62a946ff913cd6de44d726ee 2024-12-04T19:21:24,611 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a4fb61578f04398bd303b7db0f001b1 2024-12-04T19:21:24,624 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/.tmp/ns/63c75715b7f8479abbd82e76a0141541 is 43, key is default/ns:d/1733340064101/Put/seqid=0 2024-12-04T19:21:24,626 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/.tmp/f1/11abef49c2b242cb8d7b84fff2084fb6 is 30, key is row1/f1:/1733340080119/DeleteFamily/seqid=0 2024-12-04T19:21:24,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741842_1018 (size=5153) 2024-12-04T19:21:24,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741843_1019 (size=5158) 2024-12-04T19:21:24,691 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1496, reset compression=false 2024-12-04T19:21:24,733 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 1765, reset compression=false 2024-12-04T19:21:24,785 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba68fdb974d4eb106b63630ac288869, 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:24,885 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1468, reset compression=false 2024-12-04T19:21:24,910 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T19:21:24,985 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba68fdb974d4eb106b63630ac288869, 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:25,024 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:21:25,024 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:21:25,028 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/.tmp/ns/63c75715b7f8479abbd82e76a0141541 2024-12-04T19:21:25,033 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/.tmp/f1/11abef49c2b242cb8d7b84fff2084fb6 2024-12-04T19:21:25,036 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11abef49c2b242cb8d7b84fff2084fb6 2024-12-04T19:21:25,044 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/.tmp/rep_barrier/d080b158dd414ea096434a18695aba00 is 112, key is test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6./rep_barrier:seqnumDuringOpen/1733340069667/Put/seqid=0 2024-12-04T19:21:25,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741844_1020 (size=5518) 2024-12-04T19:21:25,047 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/.tmp/rep_barrier/d080b158dd414ea096434a18695aba00 2024-12-04T19:21:25,053 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/.tmp/norep/e570eadb737441bead3ea09d4eeb1459 is 33, key is row2/norep:/1733340081124/DeleteFamily/seqid=0 2024-12-04T19:21:25,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741845_1021 (size=5108) 2024-12-04T19:21:25,063 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/.tmp/table/6e00f20bd5074fc0a427f4d4116fb779 is 53, key is hbase:replication/table:state/1733340075692/Put/seqid=0 2024-12-04T19:21:25,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741846_1022 (size=5308) 2024-12-04T19:21:25,094 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1496, reset compression=false 2024-12-04T19:21:25,136 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 1765, reset compression=false 2024-12-04T19:21:25,185 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba68fdb974d4eb106b63630ac288869, 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:25,386 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1ba68fdb974d4eb106b63630ac288869, 759ed4edd84b8f4d7ce4dbd884bd60c6 2024-12-04T19:21:25,389 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1468, reset compression=false 2024-12-04T19:21:25,457 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/.tmp/norep/e570eadb737441bead3ea09d4eeb1459 2024-12-04T19:21:25,460 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e570eadb737441bead3ea09d4eeb1459 2024-12-04T19:21:25,461 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/.tmp/f/1a4fb61578f04398bd303b7db0f001b1 as hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/f/1a4fb61578f04398bd303b7db0f001b1 2024-12-04T19:21:25,464 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a4fb61578f04398bd303b7db0f001b1 2024-12-04T19:21:25,464 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/f/1a4fb61578f04398bd303b7db0f001b1, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T19:21:25,465 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/.tmp/f1/11abef49c2b242cb8d7b84fff2084fb6 as hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/f1/11abef49c2b242cb8d7b84fff2084fb6 2024-12-04T19:21:25,466 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/.tmp/table/6e00f20bd5074fc0a427f4d4116fb779 2024-12-04T19:21:25,468 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11abef49c2b242cb8d7b84fff2084fb6 2024-12-04T19:21:25,468 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/f1/11abef49c2b242cb8d7b84fff2084fb6, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T19:21:25,469 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/.tmp/norep/e570eadb737441bead3ea09d4eeb1459 as hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/norep/e570eadb737441bead3ea09d4eeb1459 2024-12-04T19:21:25,471 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/.tmp/info/be362c7d62a946ff913cd6de44d726ee as hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/info/be362c7d62a946ff913cd6de44d726ee 2024-12-04T19:21:25,474 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e570eadb737441bead3ea09d4eeb1459 2024-12-04T19:21:25,474 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/info/be362c7d62a946ff913cd6de44d726ee, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T19:21:25,474 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/norep/e570eadb737441bead3ea09d4eeb1459, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T19:21:25,475 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/.tmp/ns/63c75715b7f8479abbd82e76a0141541 as hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/ns/63c75715b7f8479abbd82e76a0141541 2024-12-04T19:21:25,475 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 759ed4edd84b8f4d7ce4dbd884bd60c6 in 1291ms, sequenceid=12, compaction requested=false 2024-12-04T19:21:25,478 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/default/test/759ed4edd84b8f4d7ce4dbd884bd60c6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T19:21:25,478 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/ns/63c75715b7f8479abbd82e76a0141541, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T19:21:25,479 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:21:25,479 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:21:25,479 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. 2024-12-04T19:21:25,479 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 759ed4edd84b8f4d7ce4dbd884bd60c6: Waiting for close lock at 1733340084184Running coprocessor pre-close hooks at 1733340084184Disabling compacts and flushes for region at 1733340084184Disabling writes for close at 1733340084184Obtaining lock to block concurrent updates at 1733340084184Preparing flush snapshotting stores in 759ed4edd84b8f4d7ce4dbd884bd60c6 at 1733340084184Finished memstore snapshotting test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733340084185 (+1 ms)Flushing stores of test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. at 1733340084186 (+1 ms)Flushing 759ed4edd84b8f4d7ce4dbd884bd60c6/f: creating writer at 1733340084186Flushing 759ed4edd84b8f4d7ce4dbd884bd60c6/f: appending metadata at 1733340084203 (+17 ms)Flushing 759ed4edd84b8f4d7ce4dbd884bd60c6/f: closing flushed file at 1733340084203Flushing 759ed4edd84b8f4d7ce4dbd884bd60c6/f1: creating writer at 1733340084611 (+408 ms)Flushing 759ed4edd84b8f4d7ce4dbd884bd60c6/f1: appending metadata at 1733340084626 (+15 ms)Flushing 759ed4edd84b8f4d7ce4dbd884bd60c6/f1: closing flushed file at 1733340084626Flushing 759ed4edd84b8f4d7ce4dbd884bd60c6/norep: creating writer at 1733340085036 (+410 ms)Flushing 759ed4edd84b8f4d7ce4dbd884bd60c6/norep: appending metadata at 1733340085052 (+16 ms)Flushing 759ed4edd84b8f4d7ce4dbd884bd60c6/norep: closing flushed file at 1733340085052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552fa1c3: reopening flushed file at 1733340085460 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4644b4a7: reopening flushed file at 1733340085464 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16e61f55: reopening flushed file at 1733340085468 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 759ed4edd84b8f4d7ce4dbd884bd60c6 in 1291ms, sequenceid=12, compaction requested=false at 1733340085475 (+7 ms)Writing region close event to WAL at 1733340085476 (+1 ms)Running coprocessor post-close hooks at 1733340085478 (+2 ms)Closed at 1733340085479 (+1 ms) 2024-12-04T19:21:25,479 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733340068476.759ed4edd84b8f4d7ce4dbd884bd60c6. 2024-12-04T19:21:25,479 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ba68fdb974d4eb106b63630ac288869, disabling compactions & flushes 2024-12-04T19:21:25,479 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:25,479 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:25,479 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. after waiting 0 ms 2024-12-04T19:21:25,479 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:25,479 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/.tmp/rep_barrier/d080b158dd414ea096434a18695aba00 as hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/rep_barrier/d080b158dd414ea096434a18695aba00 2024-12-04T19:21:25,479 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ba68fdb974d4eb106b63630ac288869: Waiting for close lock at 1733340085479Running coprocessor pre-close hooks at 1733340085479Disabling compacts and flushes for region at 1733340085479Disabling writes for close at 1733340085479Failed flush hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869., putting online again at 1733340085479 2024-12-04T19:21:25,479 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:25,483 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/rep_barrier/d080b158dd414ea096434a18695aba00, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T19:21:25,483 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/.tmp/table/6e00f20bd5074fc0a427f4d4116fb779 as hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/table/6e00f20bd5074fc0a427f4d4116fb779 2024-12-04T19:21:25,487 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/table/6e00f20bd5074fc0a427f4d4116fb779, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T19:21:25,488 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false 2024-12-04T19:21:25,492 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T19:21:25,493 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:21:25,493 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:21:25,493 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:21:25,493 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340084185Running coprocessor pre-close hooks at 1733340084185Disabling compacts and flushes for region at 1733340084185Disabling writes for close at 1733340084185Obtaining lock to block concurrent updates at 1733340084185Preparing flush snapshotting stores in 1588230740 at 1733340084185Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733340084185Flushing stores of hbase:meta,,1.1588230740 at 1733340084186 (+1 ms)Flushing 1588230740/info: creating writer at 1733340084186Flushing 1588230740/info: appending metadata at 1733340084207 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733340084207Flushing 1588230740/ns: creating writer at 1733340084613 (+406 ms)Flushing 1588230740/ns: appending metadata at 1733340084624 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733340084624Flushing 1588230740/rep_barrier: creating writer at 1733340085031 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733340085043 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733340085043Flushing 1588230740/table: creating writer at 1733340085050 (+7 ms)Flushing 1588230740/table: appending metadata at 1733340085063 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733340085063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2132db8d: reopening flushed file at 1733340085470 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1719b571: reopening flushed file at 1733340085474 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506cb62c: reopening flushed file at 1733340085479 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd2a35: reopening flushed file at 1733340085483 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=16, compaction requested=false at 1733340085488 (+5 ms)Writing region close event to WAL at 1733340085490 (+2 ms)Running coprocessor post-close hooks at 1733340085493 (+3 ms)Closed at 1733340085493 2024-12-04T19:21:25,493 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:21:25,586 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:21:25,586 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1325): Online Regions={1ba68fdb974d4eb106b63630ac288869=hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869.} 2024-12-04T19:21:25,586 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:25,586 DEBUG [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1351): Waiting on 1ba68fdb974d4eb106b63630ac288869 2024-12-04T19:21:25,586 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ba68fdb974d4eb106b63630ac288869, disabling compactions & flushes 2024-12-04T19:21:25,586 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:25,586 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:25,586 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. after waiting 0 ms 2024-12-04T19:21:25,586 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:25,586 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ba68fdb974d4eb106b63630ac288869: Waiting for close lock at 1733340085586Running coprocessor pre-close hooks at 1733340085586Disabling compacts and flushes for region at 1733340085586Disabling writes for close at 1733340085586Failed flush hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869., putting online again at 1733340085586 2024-12-04T19:21:25,586 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733340074935.1ba68fdb974d4eb106b63630ac288869. 2024-12-04T19:21:25,597 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1496, reset compression=false 2024-12-04T19:21:25,639 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 1765, reset compression=false 2024-12-04T19:21:25,643 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:25,643 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 2409, reset compression=false 2024-12-04T19:21:25,786 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T19:21:25,786 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,33927,1733340061205; all regions closed. 2024-12-04T19:21:25,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741834_1010 (size=4239) 2024-12-04T19:21:25,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741839_1015 (size=2172) 2024-12-04T19:21:25,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741832_1008 (size=2417) 2024-12-04T19:21:25,791 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 not finished, retry = 0 2024-12-04T19:21:25,845 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 to pos 2409, reset compression=false 2024-12-04T19:21:25,892 DEBUG [RS:0;9ba2734cd39f:33927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:25,892 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:21:25,892 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/WALs/9ba2734cd39f,33927,1733340061205/9ba2734cd39f%2C33927%2C1733340061205.1733340063083 2024-12-04T19:21:25,892 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:21:25,892 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:21:25,892 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:21:25,892 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:21:25,893 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,33927,1733340061205 because: Region server is closing 2024-12-04T19:21:25,893 INFO [RS:0;9ba2734cd39f:33927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:33927. 2024-12-04T19:21:25,893 DEBUG [RS:0;9ba2734cd39f:33927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:25,893 DEBUG [RS:0;9ba2734cd39f:33927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:25,893 DEBUG [RS:0;9ba2734cd39f:33927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:25,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:25,992 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1468, reset compression=false 2024-12-04T19:21:25,993 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.shipper9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 terminated 2024-12-04T19:21:25,993 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,33927,1733340061205.replicationSource.wal-reader.9ba2734cd39f%2C33927%2C1733340061205,1-9ba2734cd39f,33927,1733340061205 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-04T19:21:25,994 INFO [RS:0;9ba2734cd39f:33927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:33927. 2024-12-04T19:21:25,994 DEBUG [RS:0;9ba2734cd39f:33927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:25,994 DEBUG [RS:0;9ba2734cd39f:33927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:25,994 DEBUG [RS:0;9ba2734cd39f:33927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:25,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:25,994 INFO [RS:0;9ba2734cd39f:33927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33927 2024-12-04T19:21:26,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21076205350/rs/9ba2734cd39f,33927,1733340061205 2024-12-04T19:21:26,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350/rs 2024-12-04T19:21:26,051 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:21:26,062 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,33927,1733340061205] 2024-12-04T19:21:26,072 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21076205350/draining/9ba2734cd39f,33927,1733340061205 already deleted, retry=false 2024-12-04T19:21:26,072 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,33927,1733340061205 expired; onlineServers=0 2024-12-04T19:21:26,072 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,37865,1733340061058' ***** 2024-12-04T19:21:26,072 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:21:26,072 INFO [M:0;9ba2734cd39f:37865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:21:26,072 INFO [M:0;9ba2734cd39f:37865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:21:26,073 DEBUG [M:0;9ba2734cd39f:37865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:21:26,073 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:21:26,073 DEBUG [M:0;9ba2734cd39f:37865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:21:26,073 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340062847 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340062847,5,FailOnTimeoutGroup] 2024-12-04T19:21:26,073 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340062848 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340062848,5,FailOnTimeoutGroup] 2024-12-04T19:21:26,073 INFO [M:0;9ba2734cd39f:37865 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:21:26,073 INFO [M:0;9ba2734cd39f:37865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:21:26,073 DEBUG [M:0;9ba2734cd39f:37865 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:21:26,073 INFO [M:0;9ba2734cd39f:37865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:21:26,073 INFO [M:0;9ba2734cd39f:37865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:21:26,073 INFO [M:0;9ba2734cd39f:37865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:21:26,073 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:21:26,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21076205350/master 2024-12-04T19:21:26,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21076205350 2024-12-04T19:21:26,083 DEBUG [M:0;9ba2734cd39f:37865 {}] zookeeper.ZKUtil(347): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Unable to get data of znode /21076205350/master because node does not exist (not an error) 2024-12-04T19:21:26,083 WARN [M:0;9ba2734cd39f:37865 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:21:26,084 INFO [M:0;9ba2734cd39f:37865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/.lastflushedseqids 2024-12-04T19:21:26,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741847_1023 (size=245) 2024-12-04T19:21:26,089 INFO [M:0;9ba2734cd39f:37865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:21:26,089 INFO [M:0;9ba2734cd39f:37865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:21:26,090 DEBUG [M:0;9ba2734cd39f:37865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:21:26,090 INFO [M:0;9ba2734cd39f:37865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:26,090 DEBUG [M:0;9ba2734cd39f:37865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:26,090 DEBUG [M:0;9ba2734cd39f:37865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:21:26,090 DEBUG [M:0;9ba2734cd39f:37865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:26,090 INFO [M:0;9ba2734cd39f:37865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-12-04T19:21:26,104 DEBUG [M:0;9ba2734cd39f:37865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d149fc3624e462fac111a883f1ae39f is 82, key is hbase:meta,,1/info:regioninfo/1733340064088/Put/seqid=0 2024-12-04T19:21:26,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741848_1024 (size=5672) 2024-12-04T19:21:26,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:21:26,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33927-0x101a1ca24be0007, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:21:26,162 INFO [RS:0;9ba2734cd39f:33927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:21:26,162 INFO [RS:0;9ba2734cd39f:33927 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,33927,1733340061205; zookeeper connection closed. 2024-12-04T19:21:26,162 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7805bf20 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7805bf20 2024-12-04T19:21:26,162 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:21:26,200 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1496, reset compression=false 2024-12-04T19:21:26,507 INFO [M:0;9ba2734cd39f:37865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d149fc3624e462fac111a883f1ae39f 2024-12-04T19:21:26,531 DEBUG [M:0;9ba2734cd39f:37865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3cb5170312b485696dd0c219f8d7c3c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733340075695/Put/seqid=0 2024-12-04T19:21:26,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741849_1025 (size=9213) 2024-12-04T19:21:26,696 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1468, reset compression=false 2024-12-04T19:21:26,903 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1496, reset compression=false 2024-12-04T19:21:26,935 INFO [M:0;9ba2734cd39f:37865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3cb5170312b485696dd0c219f8d7c3c 2024-12-04T19:21:26,959 DEBUG [M:0;9ba2734cd39f:37865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3201cf6760e64d6aafff9b9d40ae3656 is 69, key is 9ba2734cd39f,33927,1733340061205/rs:state/1733340062879/Put/seqid=0 2024-12-04T19:21:26,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741850_1026 (size=5156) 2024-12-04T19:21:27,362 INFO [M:0;9ba2734cd39f:37865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3201cf6760e64d6aafff9b9d40ae3656 2024-12-04T19:21:27,366 DEBUG [M:0;9ba2734cd39f:37865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d149fc3624e462fac111a883f1ae39f as hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d149fc3624e462fac111a883f1ae39f 2024-12-04T19:21:27,370 INFO [M:0;9ba2734cd39f:37865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d149fc3624e462fac111a883f1ae39f, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T19:21:27,370 DEBUG [M:0;9ba2734cd39f:37865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3cb5170312b485696dd0c219f8d7c3c as hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3cb5170312b485696dd0c219f8d7c3c 2024-12-04T19:21:27,374 INFO [M:0;9ba2734cd39f:37865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3cb5170312b485696dd0c219f8d7c3c, entries=15, sequenceid=127, filesize=9.0 K 2024-12-04T19:21:27,374 DEBUG [M:0;9ba2734cd39f:37865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3201cf6760e64d6aafff9b9d40ae3656 as hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3201cf6760e64d6aafff9b9d40ae3656 2024-12-04T19:21:27,377 INFO [M:0;9ba2734cd39f:37865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3201cf6760e64d6aafff9b9d40ae3656, entries=1, sequenceid=127, filesize=5.0 K 2024-12-04T19:21:27,378 INFO [M:0;9ba2734cd39f:37865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false 2024-12-04T19:21:27,379 INFO [M:0;9ba2734cd39f:37865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:27,379 DEBUG [M:0;9ba2734cd39f:37865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340086089Disabling compacts and flushes for region at 1733340086089Disabling writes for close at 1733340086090 (+1 ms)Obtaining lock to block concurrent updates at 1733340086090Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733340086090Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1733340086090Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733340086090Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733340086090Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733340086103 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733340086103Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733340086511 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733340086531 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733340086531Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733340086938 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733340086958 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733340086958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4849db: reopening flushed file at 1733340087366 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29210ad5: reopening flushed file at 1733340087370 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f8638: reopening flushed file at 1733340087374 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false at 1733340087378 (+4 ms)Writing region close event to WAL at 1733340087379 (+1 ms)Closed at 1733340087379 2024-12-04T19:21:27,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46345 is added to blk_1073741830_1006 (size=73878) 2024-12-04T19:21:27,381 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07fe37ee-e792-40a6-5a12-f60337e19703/MasterData/WALs/9ba2734cd39f,37865,1733340061058/9ba2734cd39f%2C37865%2C1733340061058.1733340062555 not finished, retry = 0 2024-12-04T19:21:27,482 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:21:27,482 INFO [M:0;9ba2734cd39f:37865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:21:27,482 INFO [M:0;9ba2734cd39f:37865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37865 2024-12-04T19:21:27,483 INFO [M:0;9ba2734cd39f:37865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:21:27,499 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1468, reset compression=false 2024-12-04T19:21:27,681 INFO [M:0;9ba2734cd39f:37865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:21:27,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:21:27,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37865-0x101a1ca24be0006, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:21:27,707 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1496, reset compression=false 2024-12-04T19:21:27,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3505f40e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:21:27,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c8a65f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:21:27,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:21:27,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b7778c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:21:27,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a552b2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/hadoop.log.dir/,STOPPED} 2024-12-04T19:21:27,722 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:21:27,722 WARN [BP-1938648674-172.17.0.2-1733340059007 heartbeating to localhost/127.0.0.1:46659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:21:27,722 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:21:27,722 WARN [BP-1938648674-172.17.0.2-1733340059007 heartbeating to localhost/127.0.0.1:46659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1938648674-172.17.0.2-1733340059007 (Datanode Uuid 0bd86c42-6084-46c2-a098-605983358747) service to localhost/127.0.0.1:46659 2024-12-04T19:21:27,722 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/cluster_f8acd853-59c0-2f8c-e2b1-9c8c52cd11da/data/data1/current/BP-1938648674-172.17.0.2-1733340059007 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:21:27,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/cluster_f8acd853-59c0-2f8c-e2b1-9c8c52cd11da/data/data2/current/BP-1938648674-172.17.0.2-1733340059007 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:21:27,723 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:21:27,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b8bc1a8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:21:27,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ca88f20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:21:27,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:21:27,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19b56323{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:21:27,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63013b12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/hadoop.log.dir/,STOPPED} 2024-12-04T19:21:27,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:21:27,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:21:27,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:21:27,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:27,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:27,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:27,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:27,739 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:21:27,740 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=867202905, stopped=false 2024-12-04T19:21:27,740 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,33839,1733340055321 2024-12-04T19:21:27,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-660706156/running 2024-12-04T19:21:27,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-660706156/running 2024-12-04T19:21:27,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:21:27,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:21:27,757 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:21:27,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:21:27,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Set watcher on znode that does not yet exist, /1-660706156/running 2024-12-04T19:21:27,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:27,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Set watcher on znode that does not yet exist, /1-660706156/running 2024-12-04T19:21:27,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:27,757 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,46733,1733340055544' ***** 2024-12-04T19:21:27,757 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:21:27,757 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:21:27,757 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:21:27,758 INFO [RS:0;9ba2734cd39f:46733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:21:27,758 INFO [RS:0;9ba2734cd39f:46733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:21:27,758 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(3091): Received CLOSE for eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:27,758 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:27,758 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,46733,1733340055544 2024-12-04T19:21:27,758 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:21:27,758 INFO [RS:0;9ba2734cd39f:46733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:46733. 2024-12-04T19:21:27,758 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb667aaa163e543c2658bf5028964fe7, disabling compactions & flushes 2024-12-04T19:21:27,758 DEBUG [RS:0;9ba2734cd39f:46733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:27,758 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. 2024-12-04T19:21:27,758 DEBUG [RS:0;9ba2734cd39f:46733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:27,758 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. 2024-12-04T19:21:27,758 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:21:27,758 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. after waiting 0 ms 2024-12-04T19:21:27,758 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:21:27,758 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:21:27,758 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. 2024-12-04T19:21:27,758 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:21:27,758 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb667aaa163e543c2658bf5028964fe7 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T19:21:27,758 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T19:21:27,758 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eb667aaa163e543c2658bf5028964fe7=test,,1733340066325.eb667aaa163e543c2658bf5028964fe7., 9f371149767d8ff70b4e2f92a1382391=hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391.} 2024-12-04T19:21:27,758 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f371149767d8ff70b4e2f92a1382391, eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:27,758 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:21:27,758 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:21:27,758 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:21:27,758 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:21:27,758 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:21:27,758 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T19:21:27,768 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:21:27,768 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:21:27,771 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/.tmp/info/d4bbdf5760d44a6b98c7f5d2ef99f978 is 147, key is hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391./info:regioninfo/1733340073996/Put/seqid=0 2024-12-04T19:21:27,771 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/.tmp/f/9af92551f8964d7c890d8befdad652bb is 37, key is row3/f:row3/1733340082785/Put/seqid=0 2024-12-04T19:21:27,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741840_1016 (size=5228) 2024-12-04T19:21:27,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741841_1017 (size=7686) 2024-12-04T19:21:27,776 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/.tmp/info/d4bbdf5760d44a6b98c7f5d2ef99f978 2024-12-04T19:21:27,782 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:21:27,790 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/.tmp/ns/f2d2e67cab954e81ad0cc74552c887af is 43, key is default/ns:d/1733340058879/Put/seqid=0 2024-12-04T19:21:27,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741842_1018 (size=5153) 2024-12-04T19:21:27,959 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f371149767d8ff70b4e2f92a1382391, eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:28,159 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f371149767d8ff70b4e2f92a1382391, eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:28,176 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/.tmp/f/9af92551f8964d7c890d8befdad652bb 2024-12-04T19:21:28,179 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9af92551f8964d7c890d8befdad652bb 2024-12-04T19:21:28,194 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/.tmp/ns/f2d2e67cab954e81ad0cc74552c887af 2024-12-04T19:21:28,198 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/.tmp/f1/909d1b050a784272b19fe6dc82f02c90 is 30, key is row1/f1:/1733340080119/DeleteFamily/seqid=0 2024-12-04T19:21:28,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741843_1019 (size=5158) 2024-12-04T19:21:28,212 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/.tmp/rep_barrier/a8e118380a3b402fa69a18fa28a3cc2b is 112, key is test,,1733340066325.eb667aaa163e543c2658bf5028964fe7./rep_barrier:seqnumDuringOpen/1733340067462/Put/seqid=0 2024-12-04T19:21:28,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741844_1020 (size=5518) 2024-12-04T19:21:28,359 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f371149767d8ff70b4e2f92a1382391, eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:28,402 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1468, reset compression=false 2024-12-04T19:21:28,406 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:28,406 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1715, reset compression=false 2024-12-04T19:21:28,406 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,46733,1733340055544 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:21:28,407 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ba2734cd39f,46733,1733340055544: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ba2734cd39f,46733,1733340055544, walGroup=9ba2734cd39f%2C46733%2C1733340055544, offset=9ba2734cd39f%2C46733%2C1733340055544.1733340057886:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:46733 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T19:21:28,408 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T19:21:28,408 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T19:21:28,408 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T19:21:28,408 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T19:21:28,408 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T19:21:28,408 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1272971264, "init": 1048576000, "max": 2306867200, "used": 911041000 }, "NonHeapMemoryUsage": { "committed": 202113024, "init": 7667712, "max": -1, "used": 199154760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T19:21:28,409 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:33839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:33839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-04T19:21:28,559 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f371149767d8ff70b4e2f92a1382391, eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:28,602 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/.tmp/f1/909d1b050a784272b19fe6dc82f02c90 2024-12-04T19:21:28,606 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 909d1b050a784272b19fe6dc82f02c90 2024-12-04T19:21:28,610 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1496, reset compression=false 2024-12-04T19:21:28,610 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1715, reset compression=false 2024-12-04T19:21:28,616 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/.tmp/rep_barrier/a8e118380a3b402fa69a18fa28a3cc2b 2024-12-04T19:21:28,623 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/.tmp/norep/505a170421974ec29c38ab0b1e8721f2 is 33, key is row1/norep:/1733340080119/DeleteFamily/seqid=0 2024-12-04T19:21:28,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741845_1021 (size=5108) 2024-12-04T19:21:28,637 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/.tmp/table/093a37abb8554567962ea7409eaefc26 is 53, key is hbase:replication/table:state/1733340074001/Put/seqid=0 2024-12-04T19:21:28,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741846_1022 (size=5308) 2024-12-04T19:21:28,759 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f371149767d8ff70b4e2f92a1382391, eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:28,914 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1715, reset compression=false 2024-12-04T19:21:28,959 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f371149767d8ff70b4e2f92a1382391, eb667aaa163e543c2658bf5028964fe7 2024-12-04T19:21:29,033 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/.tmp/norep/505a170421974ec29c38ab0b1e8721f2 2024-12-04T19:21:29,037 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 505a170421974ec29c38ab0b1e8721f2 2024-12-04T19:21:29,038 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/.tmp/f/9af92551f8964d7c890d8befdad652bb as hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/f/9af92551f8964d7c890d8befdad652bb 2024-12-04T19:21:29,041 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/.tmp/table/093a37abb8554567962ea7409eaefc26 2024-12-04T19:21:29,042 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9af92551f8964d7c890d8befdad652bb 2024-12-04T19:21:29,042 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/f/9af92551f8964d7c890d8befdad652bb, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T19:21:29,043 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/.tmp/f1/909d1b050a784272b19fe6dc82f02c90 as hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/f1/909d1b050a784272b19fe6dc82f02c90 2024-12-04T19:21:29,044 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/.tmp/info/d4bbdf5760d44a6b98c7f5d2ef99f978 as hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/info/d4bbdf5760d44a6b98c7f5d2ef99f978 2024-12-04T19:21:29,046 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 909d1b050a784272b19fe6dc82f02c90 2024-12-04T19:21:29,046 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/f1/909d1b050a784272b19fe6dc82f02c90, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T19:21:29,046 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/.tmp/norep/505a170421974ec29c38ab0b1e8721f2 as hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/norep/505a170421974ec29c38ab0b1e8721f2 2024-12-04T19:21:29,047 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/info/d4bbdf5760d44a6b98c7f5d2ef99f978, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T19:21:29,047 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/.tmp/ns/f2d2e67cab954e81ad0cc74552c887af as hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/ns/f2d2e67cab954e81ad0cc74552c887af 2024-12-04T19:21:29,049 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 505a170421974ec29c38ab0b1e8721f2 2024-12-04T19:21:29,050 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/norep/505a170421974ec29c38ab0b1e8721f2, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T19:21:29,050 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for eb667aaa163e543c2658bf5028964fe7 in 1292ms, sequenceid=12, compaction requested=false 2024-12-04T19:21:29,050 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T19:21:29,051 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/ns/f2d2e67cab954e81ad0cc74552c887af, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T19:21:29,051 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/.tmp/rep_barrier/a8e118380a3b402fa69a18fa28a3cc2b as hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/rep_barrier/a8e118380a3b402fa69a18fa28a3cc2b 2024-12-04T19:21:29,055 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/rep_barrier/a8e118380a3b402fa69a18fa28a3cc2b, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T19:21:29,056 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/.tmp/table/093a37abb8554567962ea7409eaefc26 as hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/table/093a37abb8554567962ea7409eaefc26 2024-12-04T19:21:29,063 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/default/test/eb667aaa163e543c2658bf5028964fe7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T19:21:29,064 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:21:29,064 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:21:29,064 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. 2024-12-04T19:21:29,064 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb667aaa163e543c2658bf5028964fe7: Waiting for close lock at 1733340087758Running coprocessor pre-close hooks at 1733340087758Disabling compacts and flushes for region at 1733340087758Disabling writes for close at 1733340087758Obtaining lock to block concurrent updates at 1733340087758Preparing flush snapshotting stores in eb667aaa163e543c2658bf5028964fe7 at 1733340087758Finished memstore snapshotting test,,1733340066325.eb667aaa163e543c2658bf5028964fe7., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733340087758Flushing stores of test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. at 1733340087759 (+1 ms)Flushing eb667aaa163e543c2658bf5028964fe7/f: creating writer at 1733340087759Flushing eb667aaa163e543c2658bf5028964fe7/f: appending metadata at 1733340087771 (+12 ms)Flushing eb667aaa163e543c2658bf5028964fe7/f: closing flushed file at 1733340087771Flushing eb667aaa163e543c2658bf5028964fe7/f1: creating writer at 1733340088179 (+408 ms)Flushing eb667aaa163e543c2658bf5028964fe7/f1: appending metadata at 1733340088197 (+18 ms)Flushing eb667aaa163e543c2658bf5028964fe7/f1: closing flushed file at 1733340088197Flushing eb667aaa163e543c2658bf5028964fe7/norep: creating writer at 1733340088606 (+409 ms)Flushing eb667aaa163e543c2658bf5028964fe7/norep: appending metadata at 1733340088623 (+17 ms)Flushing eb667aaa163e543c2658bf5028964fe7/norep: closing flushed file at 1733340088623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fef4f9: reopening flushed file at 1733340089037 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f5a7cc: reopening flushed file at 1733340089042 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32758a80: reopening flushed file at 1733340089046 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for eb667aaa163e543c2658bf5028964fe7 in 1292ms, sequenceid=12, compaction requested=false at 1733340089050 (+4 ms)Writing region close event to WAL at 1733340089052 (+2 ms)Running coprocessor post-close hooks at 1733340089064 (+12 ms)Closed at 1733340089064 2024-12-04T19:21:29,064 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733340066325.eb667aaa163e543c2658bf5028964fe7. 2024-12-04T19:21:29,064 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f371149767d8ff70b4e2f92a1382391, disabling compactions & flushes 2024-12-04T19:21:29,065 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:29,065 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:29,065 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. after waiting 0 ms 2024-12-04T19:21:29,065 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:29,065 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f371149767d8ff70b4e2f92a1382391: Waiting for close lock at 1733340089064Running coprocessor pre-close hooks at 1733340089064Disabling compacts and flushes for region at 1733340089064Disabling writes for close at 1733340089065 (+1 ms)Failed flush hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391., putting online again at 1733340089065 2024-12-04T19:21:29,065 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:29,067 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/table/093a37abb8554567962ea7409eaefc26, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T19:21:29,068 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false 2024-12-04T19:21:29,068 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:21:29,079 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T19:21:29,080 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:21:29,080 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:21:29,080 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:21:29,080 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340087758Running coprocessor pre-close hooks at 1733340087758Disabling compacts and flushes for region at 1733340087758Disabling writes for close at 1733340087758Obtaining lock to block concurrent updates at 1733340087758Preparing flush snapshotting stores in 1588230740 at 1733340087759 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733340087759Flushing stores of hbase:meta,,1.1588230740 at 1733340087759Flushing 1588230740/info: creating writer at 1733340087759Flushing 1588230740/info: appending metadata at 1733340087771 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733340087771Flushing 1588230740/ns: creating writer at 1733340087780 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733340087790 (+10 ms)Flushing 1588230740/ns: closing flushed file at 1733340087790Flushing 1588230740/rep_barrier: creating writer at 1733340088197 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733340088212 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733340088212Flushing 1588230740/table: creating writer at 1733340088619 (+407 ms)Flushing 1588230740/table: appending metadata at 1733340088637 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733340088637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a11a20c: reopening flushed file at 1733340089044 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f0a33ae: reopening flushed file at 1733340089047 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b743f2: reopening flushed file at 1733340089051 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cef2bd4: reopening flushed file at 1733340089055 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=16, compaction requested=false at 1733340089068 (+13 ms)Writing region close event to WAL at 1733340089076 (+8 ms)Running coprocessor post-close hooks at 1733340089079 (+3 ms)Closed at 1733340089080 (+1 ms) 2024-12-04T19:21:29,080 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:21:29,160 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:21:29,160 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1325): Online Regions={9f371149767d8ff70b4e2f92a1382391=hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391.} 2024-12-04T19:21:29,160 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:29,160 DEBUG [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1351): Waiting on 9f371149767d8ff70b4e2f92a1382391 2024-12-04T19:21:29,160 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f371149767d8ff70b4e2f92a1382391, disabling compactions & flushes 2024-12-04T19:21:29,160 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:29,160 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:29,160 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. after waiting 0 ms 2024-12-04T19:21:29,160 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:29,160 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f371149767d8ff70b4e2f92a1382391: Waiting for close lock at 1733340089160Running coprocessor pre-close hooks at 1733340089160Disabling compacts and flushes for region at 1733340089160Disabling writes for close at 1733340089160Failed flush hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391., putting online again at 1733340089160 2024-12-04T19:21:29,160 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733340072786.9f371149767d8ff70b4e2f92a1382391. 2024-12-04T19:21:29,317 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 1715, reset compression=false 2024-12-04T19:21:29,320 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:29,321 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 2359, reset compression=false 2024-12-04T19:21:29,360 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T19:21:29,360 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,46733,1733340055544; all regions closed. 2024-12-04T19:21:29,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.meta.1733340058841.meta not finished, retry = 0 2024-12-04T19:21:29,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741834_1010 (size=4239) 2024-12-04T19:21:29,464 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.rep.1733340073970 not finished, retry = 0 2024-12-04T19:21:29,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741839_1015 (size=2609) 2024-12-04T19:21:29,523 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 to pos 2359, reset compression=false 2024-12-04T19:21:29,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741832_1008 (size=2367) 2024-12-04T19:21:29,566 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/WALs/9ba2734cd39f,46733,1733340055544/9ba2734cd39f%2C46733%2C1733340055544.1733340057886 not finished, retry = 0 2024-12-04T19:21:29,614 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1496, reset compression=false 2024-12-04T19:21:29,667 DEBUG [RS:0;9ba2734cd39f:46733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:29,667 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:21:29,667 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:21:29,667 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:21:29,668 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:21:29,668 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:21:29,668 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,46733,1733340055544 because: Region server is closing 2024-12-04T19:21:29,668 INFO [RS:0;9ba2734cd39f:46733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:46733. 2024-12-04T19:21:29,668 DEBUG [RS:0;9ba2734cd39f:46733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:29,668 DEBUG [RS:0;9ba2734cd39f:46733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:29,668 DEBUG [RS:0;9ba2734cd39f:46733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:29,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:29,768 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.shipper9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 terminated 2024-12-04T19:21:29,768 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46733,1733340055544.replicationSource.wal-reader.9ba2734cd39f%2C46733%2C1733340055544,1-9ba2734cd39f,46733,1733340055544 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T19:21:29,768 INFO [RS:0;9ba2734cd39f:46733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:46733. 2024-12-04T19:21:29,768 DEBUG [RS:0;9ba2734cd39f:46733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:29,769 DEBUG [RS:0;9ba2734cd39f:46733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:29,769 DEBUG [RS:0;9ba2734cd39f:46733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:29,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:29,769 INFO [RS:0;9ba2734cd39f:46733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46733 2024-12-04T19:21:29,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156/rs 2024-12-04T19:21:29,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-660706156/rs/9ba2734cd39f,46733,1733340055544 2024-12-04T19:21:29,841 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:21:29,851 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,46733,1733340055544] 2024-12-04T19:21:29,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-660706156/draining/9ba2734cd39f,46733,1733340055544 already deleted, retry=false 2024-12-04T19:21:29,862 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,46733,1733340055544 expired; onlineServers=0 2024-12-04T19:21:29,862 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,33839,1733340055321' ***** 2024-12-04T19:21:29,862 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:21:29,862 INFO [M:0;9ba2734cd39f:33839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:21:29,862 INFO [M:0;9ba2734cd39f:33839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:21:29,862 DEBUG [M:0;9ba2734cd39f:33839 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:21:29,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:21:29,862 DEBUG [M:0;9ba2734cd39f:33839 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:21:29,862 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340057649 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340057649,5,FailOnTimeoutGroup] 2024-12-04T19:21:29,862 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340057650 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340057650,5,FailOnTimeoutGroup] 2024-12-04T19:21:29,862 INFO [M:0;9ba2734cd39f:33839 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:21:29,862 INFO [M:0;9ba2734cd39f:33839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:21:29,862 DEBUG [M:0;9ba2734cd39f:33839 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:21:29,862 INFO [M:0;9ba2734cd39f:33839 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:21:29,862 INFO [M:0;9ba2734cd39f:33839 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:21:29,862 INFO [M:0;9ba2734cd39f:33839 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:21:29,862 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:21:29,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-660706156/master 2024-12-04T19:21:29,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-660706156 2024-12-04T19:21:29,872 DEBUG [M:0;9ba2734cd39f:33839 {}] zookeeper.ZKUtil(347): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Unable to get data of znode /1-660706156/master because node does not exist (not an error) 2024-12-04T19:21:29,872 WARN [M:0;9ba2734cd39f:33839 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:21:29,872 INFO [M:0;9ba2734cd39f:33839 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/.lastflushedseqids 2024-12-04T19:21:29,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741847_1023 (size=245) 2024-12-04T19:21:29,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:21:29,951 INFO [RS:0;9ba2734cd39f:46733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:21:29,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46733-0x101a1ca24be0004, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:21:29,951 INFO [RS:0;9ba2734cd39f:46733 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,46733,1733340055544; zookeeper connection closed. 2024-12-04T19:21:29,951 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b333c4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b333c4c 2024-12-04T19:21:29,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:21:30,276 INFO [M:0;9ba2734cd39f:33839 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:21:30,276 INFO [M:0;9ba2734cd39f:33839 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:21:30,276 DEBUG [M:0;9ba2734cd39f:33839 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:21:30,276 INFO [M:0;9ba2734cd39f:33839 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:30,276 DEBUG [M:0;9ba2734cd39f:33839 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:30,276 DEBUG [M:0;9ba2734cd39f:33839 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:21:30,276 DEBUG [M:0;9ba2734cd39f:33839 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:30,277 INFO [M:0;9ba2734cd39f:33839 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-04T19:21:30,299 DEBUG [M:0;9ba2734cd39f:33839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23b2349f9ee34438884656afab1208de is 82, key is hbase:meta,,1/info:regioninfo/1733340058865/Put/seqid=0 2024-12-04T19:21:30,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741848_1024 (size=5672) 2024-12-04T19:21:30,703 INFO [M:0;9ba2734cd39f:33839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23b2349f9ee34438884656afab1208de 2024-12-04T19:21:30,717 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1496, reset compression=false 2024-12-04T19:21:30,726 DEBUG [M:0;9ba2734cd39f:33839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aa33585539147a99803fb5cf33e522f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733340067471/Put/seqid=0 2024-12-04T19:21:30,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741849_1025 (size=7219) 2024-12-04T19:21:30,730 INFO [M:0;9ba2734cd39f:33839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aa33585539147a99803fb5cf33e522f 2024-12-04T19:21:30,733 INFO [M:0;9ba2734cd39f:33839 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4aa33585539147a99803fb5cf33e522f 2024-12-04T19:21:30,745 DEBUG [M:0;9ba2734cd39f:33839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6db6559f40314d4b8018d61e387787c0 is 69, key is 9ba2734cd39f,46733,1733340055544/rs:state/1733340057696/Put/seqid=0 2024-12-04T19:21:30,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741850_1026 (size=5156) 2024-12-04T19:21:30,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:21:30,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:30,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:30,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:31,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:31,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:31,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:31,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:31,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:31,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:31,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:31,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:31,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:31,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:31,148 INFO [M:0;9ba2734cd39f:33839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6db6559f40314d4b8018d61e387787c0 2024-12-04T19:21:31,152 DEBUG [M:0;9ba2734cd39f:33839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23b2349f9ee34438884656afab1208de as hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23b2349f9ee34438884656afab1208de 2024-12-04T19:21:31,156 INFO [M:0;9ba2734cd39f:33839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23b2349f9ee34438884656afab1208de, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T19:21:31,157 DEBUG [M:0;9ba2734cd39f:33839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aa33585539147a99803fb5cf33e522f as hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4aa33585539147a99803fb5cf33e522f 2024-12-04T19:21:31,160 INFO [M:0;9ba2734cd39f:33839 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4aa33585539147a99803fb5cf33e522f 2024-12-04T19:21:31,160 INFO [M:0;9ba2734cd39f:33839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4aa33585539147a99803fb5cf33e522f, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T19:21:31,161 DEBUG [M:0;9ba2734cd39f:33839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6db6559f40314d4b8018d61e387787c0 as hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6db6559f40314d4b8018d61e387787c0 2024-12-04T19:21:31,165 INFO [M:0;9ba2734cd39f:33839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6db6559f40314d4b8018d61e387787c0, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T19:21:31,165 INFO [M:0;9ba2734cd39f:33839 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=105, compaction requested=false 2024-12-04T19:21:31,166 INFO [M:0;9ba2734cd39f:33839 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:31,166 DEBUG [M:0;9ba2734cd39f:33839 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340090276Disabling compacts and flushes for region at 1733340090276Disabling writes for close at 1733340090276Obtaining lock to block concurrent updates at 1733340090277 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733340090277Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733340090277Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733340090277Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733340090277Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733340090298 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733340090298Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733340090706 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733340090726 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733340090726Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733340090733 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733340090744 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733340090744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25becd1d: reopening flushed file at 1733340091151 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70ffc8c8: reopening flushed file at 1733340091156 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@565a0018: reopening flushed file at 1733340091160 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=105, compaction requested=false at 1733340091165 (+5 ms)Writing region close event to WAL at 1733340091166 (+1 ms)Closed at 1733340091166 2024-12-04T19:21:31,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741830_1006 (size=64435) 2024-12-04T19:21:31,172 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f48b6ef1-3ffa-530f-626e-dea2c7ee2187/MasterData/WALs/9ba2734cd39f,33839,1733340055321/9ba2734cd39f%2C33839%2C1733340055321.1733340057376 not finished, retry = 0 2024-12-04T19:21:31,272 INFO [M:0;9ba2734cd39f:33839 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:21:31,272 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:21:31,273 INFO [M:0;9ba2734cd39f:33839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33839 2024-12-04T19:21:31,273 INFO [M:0;9ba2734cd39f:33839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:21:31,445 INFO [M:0;9ba2734cd39f:33839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:21:31,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:21:31,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33839-0x101a1ca24be0003, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:21:31,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e9bd5c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:21:31,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b15dbd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:21:31,453 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:21:31,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1065ee7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:21:31,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15de66d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/hadoop.log.dir/,STOPPED} 2024-12-04T19:21:31,454 WARN [BP-860636989-172.17.0.2-1733340053448 heartbeating to localhost/127.0.0.1:39351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:21:31,454 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:21:31,454 WARN [BP-860636989-172.17.0.2-1733340053448 heartbeating to localhost/127.0.0.1:39351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-860636989-172.17.0.2-1733340053448 (Datanode Uuid c2382d51-1e31-4ddb-a889-a01bb20c37a1) service to localhost/127.0.0.1:39351 2024-12-04T19:21:31,454 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:21:31,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/cluster_57d68d5c-581b-92d0-fa7f-3a3d3045beaa/data/data1/current/BP-860636989-172.17.0.2-1733340053448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:21:31,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/cluster_57d68d5c-581b-92d0-fa7f-3a3d3045beaa/data/data2/current/BP-860636989-172.17.0.2-1733340053448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:21:31,455 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:21:31,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@690a3d13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:21:31,460 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4565cc47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:21:31,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:21:31,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b355ad2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:21:31,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e808149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29af95e0-7337-92be-ef46-11e302faf6df/hadoop.log.dir/,STOPPED} 2024-12-04T19:21:31,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:21:31,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:21:31,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:21:31,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:31,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:31,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:31,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:31,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:21:31,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=32519613, stopped=false 2024-12-04T19:21:31,473 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,39755,1733340049785 2024-12-04T19:21:31,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02111510700/running 2024-12-04T19:21:31,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02111510700/running 2024-12-04T19:21:31,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:21:31,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:21:31,493 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:21:31,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:21:31,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:31,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:31,494 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,41467,1733340049979' ***** 2024-12-04T19:21:31,494 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:21:31,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Set watcher on znode that does not yet exist, /02111510700/running 2024-12-04T19:21:31,494 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:21:31,494 INFO [RS:0;9ba2734cd39f:41467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:21:31,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Set watcher on znode that does not yet exist, /02111510700/running 2024-12-04T19:21:31,494 INFO [RS:0;9ba2734cd39f:41467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:21:31,494 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:21:31,494 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(3091): Received CLOSE for d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:31,494 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(3091): Received CLOSE for 85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:31,494 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,41467,1733340049979 2024-12-04T19:21:31,494 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:21:31,494 INFO [RS:0;9ba2734cd39f:41467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:41467. 2024-12-04T19:21:31,494 DEBUG [RS:0;9ba2734cd39f:41467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:31,495 DEBUG [RS:0;9ba2734cd39f:41467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:31,495 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:21:31,495 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:21:31,495 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:21:31,495 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:21:31,495 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T19:21:31,495 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1325): Online Regions={d3e8165f98d3652b5ad3df30ac67a2fc=test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc., 85403337883fc29e52cc541b32cb76da=hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:21:31,495 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d3e8165f98d3652b5ad3df30ac67a2fc, disabling compactions & flushes 2024-12-04T19:21:31,495 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85403337883fc29e52cc541b32cb76da, d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:31,495 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. 2024-12-04T19:21:31,495 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. 2024-12-04T19:21:31,495 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. after waiting 0 ms 2024-12-04T19:21:31,495 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. 2024-12-04T19:21:31,495 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d3e8165f98d3652b5ad3df30ac67a2fc 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-04T19:21:31,495 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:21:31,495 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:21:31,495 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:21:31,495 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:21:31,495 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:21:31,495 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T19:21:31,509 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/.tmp/f/0a83cf9cdd2649ffba9d1ff5d127732b is 37, key is row3/f:row3/1733340082785/Put/seqid=0 2024-12-04T19:21:31,511 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/.tmp/info/5084069e8e9f492b8f139b3d9a109a24 is 147, key is hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da./info:regioninfo/1733340071793/Put/seqid=0 2024-12-04T19:21:31,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741840_1016 (size=5228) 2024-12-04T19:21:31,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741841_1017 (size=7686) 2024-12-04T19:21:31,573 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:21:31,695 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85403337883fc29e52cc541b32cb76da, d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:31,895 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85403337883fc29e52cc541b32cb76da, d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:31,913 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/.tmp/f/0a83cf9cdd2649ffba9d1ff5d127732b 2024-12-04T19:21:31,917 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a83cf9cdd2649ffba9d1ff5d127732b 2024-12-04T19:21:31,918 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/.tmp/info/5084069e8e9f492b8f139b3d9a109a24 2024-12-04T19:21:31,919 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1496, reset compression=false 2024-12-04T19:21:31,938 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:31,939 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1743, reset compression=false 2024-12-04T19:21:31,939 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,41467,1733340049979 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:21:31,940 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ba2734cd39f,41467,1733340049979: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ba2734cd39f,41467,1733340049979, walGroup=9ba2734cd39f%2C41467%2C1733340049979, offset=9ba2734cd39f%2C41467%2C1733340049979.1733340052266:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:41467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T19:21:31,941 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T19:21:31,941 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/.tmp/f1/798b4ff89d4449fe84b497f2bea85a1f is 30, key is row1/f1:/1733340080119/DeleteFamily/seqid=0 2024-12-04T19:21:31,941 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T19:21:31,942 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T19:21:31,942 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T19:21:31,942 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T19:21:31,942 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1272971264, "init": 1048576000, "max": 2306867200, "used": 731348984 }, "NonHeapMemoryUsage": { "committed": 202637312, "init": 7667712, "max": -1, "used": 199670720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T19:21:31,944 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:39755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:39755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-04T19:21:31,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741842_1018 (size=5158) 2024-12-04T19:21:31,958 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/.tmp/ns/d68a4d3414a14ed0a67f08b42d06deaf is 43, key is default/ns:d/1733340053323/Put/seqid=0 2024-12-04T19:21:31,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741843_1019 (size=5153) 2024-12-04T19:21:32,096 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85403337883fc29e52cc541b32cb76da, d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:32,143 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:21:32,143 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:21:32,143 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1743, reset compression=false 2024-12-04T19:21:32,296 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85403337883fc29e52cc541b32cb76da, d3e8165f98d3652b5ad3df30ac67a2fc 2024-12-04T19:21:32,345 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/.tmp/f1/798b4ff89d4449fe84b497f2bea85a1f 2024-12-04T19:21:32,349 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 798b4ff89d4449fe84b497f2bea85a1f 2024-12-04T19:21:32,361 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/.tmp/ns/d68a4d3414a14ed0a67f08b42d06deaf 2024-12-04T19:21:32,367 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/.tmp/norep/6b0eb2ac0e184087bd31715df8232091 is 32, key is row/norep:/1733340079114/DeleteFamily/seqid=0 2024-12-04T19:21:32,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741844_1020 (size=5101) 2024-12-04T19:21:32,373 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/.tmp/norep/6b0eb2ac0e184087bd31715df8232091 2024-12-04T19:21:32,377 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/.tmp/rep_barrier/1401ce81f8034578b73d6fa355436040 is 112, key is test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc./rep_barrier:seqnumDuringOpen/1733340065314/Put/seqid=0 2024-12-04T19:21:32,378 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b0eb2ac0e184087bd31715df8232091 2024-12-04T19:21:32,379 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/.tmp/f/0a83cf9cdd2649ffba9d1ff5d127732b as hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/f/0a83cf9cdd2649ffba9d1ff5d127732b 2024-12-04T19:21:32,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741845_1021 (size=5518) 2024-12-04T19:21:32,382 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a83cf9cdd2649ffba9d1ff5d127732b 2024-12-04T19:21:32,382 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/f/0a83cf9cdd2649ffba9d1ff5d127732b, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T19:21:32,383 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/.tmp/f1/798b4ff89d4449fe84b497f2bea85a1f as hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/f1/798b4ff89d4449fe84b497f2bea85a1f 2024-12-04T19:21:32,386 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 798b4ff89d4449fe84b497f2bea85a1f 2024-12-04T19:21:32,386 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/f1/798b4ff89d4449fe84b497f2bea85a1f, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T19:21:32,387 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/.tmp/norep/6b0eb2ac0e184087bd31715df8232091 as hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/norep/6b0eb2ac0e184087bd31715df8232091 2024-12-04T19:21:32,390 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b0eb2ac0e184087bd31715df8232091 2024-12-04T19:21:32,390 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/norep/6b0eb2ac0e184087bd31715df8232091, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T19:21:32,391 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d3e8165f98d3652b5ad3df30ac67a2fc in 895ms, sequenceid=12, compaction requested=false 2024-12-04T19:21:32,394 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/default/test/d3e8165f98d3652b5ad3df30ac67a2fc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T19:21:32,394 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:21:32,394 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:21:32,394 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. 2024-12-04T19:21:32,394 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d3e8165f98d3652b5ad3df30ac67a2fc: Waiting for close lock at 1733340091495Running coprocessor pre-close hooks at 1733340091495Disabling compacts and flushes for region at 1733340091495Disabling writes for close at 1733340091495Obtaining lock to block concurrent updates at 1733340091495Preparing flush snapshotting stores in d3e8165f98d3652b5ad3df30ac67a2fc at 1733340091495Finished memstore snapshotting test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733340091495Flushing stores of test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. at 1733340091496 (+1 ms)Flushing d3e8165f98d3652b5ad3df30ac67a2fc/f: creating writer at 1733340091496Flushing d3e8165f98d3652b5ad3df30ac67a2fc/f: appending metadata at 1733340091509 (+13 ms)Flushing d3e8165f98d3652b5ad3df30ac67a2fc/f: closing flushed file at 1733340091509Flushing d3e8165f98d3652b5ad3df30ac67a2fc/f1: creating writer at 1733340091917 (+408 ms)Flushing d3e8165f98d3652b5ad3df30ac67a2fc/f1: appending metadata at 1733340091940 (+23 ms)Flushing d3e8165f98d3652b5ad3df30ac67a2fc/f1: closing flushed file at 1733340091941 (+1 ms)Flushing d3e8165f98d3652b5ad3df30ac67a2fc/norep: creating writer at 1733340092349 (+408 ms)Flushing d3e8165f98d3652b5ad3df30ac67a2fc/norep: appending metadata at 1733340092366 (+17 ms)Flushing d3e8165f98d3652b5ad3df30ac67a2fc/norep: closing flushed file at 1733340092366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@502d7087: reopening flushed file at 1733340092378 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@252624f7: reopening flushed file at 1733340092382 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@617a4bb5: reopening flushed file at 1733340092386 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d3e8165f98d3652b5ad3df30ac67a2fc in 895ms, sequenceid=12, compaction requested=false at 1733340092391 (+5 ms)Writing region close event to WAL at 1733340092392 (+1 ms)Running coprocessor post-close hooks at 1733340092394 (+2 ms)Closed at 1733340092394 2024-12-04T19:21:32,395 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733340064172.d3e8165f98d3652b5ad3df30ac67a2fc. 2024-12-04T19:21:32,395 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85403337883fc29e52cc541b32cb76da, disabling compactions & flushes 2024-12-04T19:21:32,395 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:32,395 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:32,395 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. after waiting 0 ms 2024-12-04T19:21:32,395 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:32,395 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85403337883fc29e52cc541b32cb76da: Waiting for close lock at 1733340092395Running coprocessor pre-close hooks at 1733340092395Disabling compacts and flushes for region at 1733340092395Disabling writes for close at 1733340092395Failed flush hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da., putting online again at 1733340092395 2024-12-04T19:21:32,395 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:32,446 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 1743, reset compression=false 2024-12-04T19:21:32,450 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:21:32,450 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 2387, reset compression=false 2024-12-04T19:21:32,496 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T19:21:32,496 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1325): Online Regions={85403337883fc29e52cc541b32cb76da=hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:21:32,496 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(3091): Received CLOSE for 85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:32,496 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85403337883fc29e52cc541b32cb76da 2024-12-04T19:21:32,496 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85403337883fc29e52cc541b32cb76da, disabling compactions & flushes 2024-12-04T19:21:32,496 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:32,496 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:32,496 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. after waiting 0 ms 2024-12-04T19:21:32,496 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:32,496 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85403337883fc29e52cc541b32cb76da: Waiting for close lock at 1733340092496Running coprocessor pre-close hooks at 1733340092496Disabling compacts and flushes for region at 1733340092496Disabling writes for close at 1733340092496Failed flush hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da., putting online again at 1733340092496 2024-12-04T19:21:32,496 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733340070637.85403337883fc29e52cc541b32cb76da. 2024-12-04T19:21:32,653 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 2387, reset compression=false 2024-12-04T19:21:32,696 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:21:32,781 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/.tmp/rep_barrier/1401ce81f8034578b73d6fa355436040 2024-12-04T19:21:32,802 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/.tmp/table/f87ab182125f4367a3576149c405f8bf is 53, key is hbase:replication/table:state/1733340071799/Put/seqid=0 2024-12-04T19:21:32,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741846_1022 (size=5308) 2024-12-04T19:21:32,897 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:21:32,956 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 2387, reset compression=false 2024-12-04T19:21:33,097 DEBUG [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:21:33,206 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/.tmp/table/f87ab182125f4367a3576149c405f8bf 2024-12-04T19:21:33,210 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/.tmp/info/5084069e8e9f492b8f139b3d9a109a24 as hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/info/5084069e8e9f492b8f139b3d9a109a24 2024-12-04T19:21:33,213 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/info/5084069e8e9f492b8f139b3d9a109a24, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T19:21:33,214 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/.tmp/ns/d68a4d3414a14ed0a67f08b42d06deaf as hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/ns/d68a4d3414a14ed0a67f08b42d06deaf 2024-12-04T19:21:33,217 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/ns/d68a4d3414a14ed0a67f08b42d06deaf, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T19:21:33,217 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/.tmp/rep_barrier/1401ce81f8034578b73d6fa355436040 as hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/rep_barrier/1401ce81f8034578b73d6fa355436040 2024-12-04T19:21:33,220 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/rep_barrier/1401ce81f8034578b73d6fa355436040, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T19:21:33,221 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/.tmp/table/f87ab182125f4367a3576149c405f8bf as hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/table/f87ab182125f4367a3576149c405f8bf 2024-12-04T19:21:33,224 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/table/f87ab182125f4367a3576149c405f8bf, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T19:21:33,225 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false 2024-12-04T19:21:33,228 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T19:21:33,228 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:21:33,228 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:21:33,228 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:21:33,229 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340091495Running coprocessor pre-close hooks at 1733340091495Disabling compacts and flushes for region at 1733340091495Disabling writes for close at 1733340091495Obtaining lock to block concurrent updates at 1733340091495Preparing flush snapshotting stores in 1588230740 at 1733340091495Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733340091496 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733340091496Flushing 1588230740/info: creating writer at 1733340091496Flushing 1588230740/info: appending metadata at 1733340091511 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733340091511Flushing 1588230740/ns: creating writer at 1733340091937 (+426 ms)Flushing 1588230740/ns: appending metadata at 1733340091957 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733340091957Flushing 1588230740/rep_barrier: creating writer at 1733340092364 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733340092377 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733340092377Flushing 1588230740/table: creating writer at 1733340092784 (+407 ms)Flushing 1588230740/table: appending metadata at 1733340092802 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733340092802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742cc82d: reopening flushed file at 1733340093210 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a986839: reopening flushed file at 1733340093213 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@277464ab: reopening flushed file at 1733340093217 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e278c2f: reopening flushed file at 1733340093221 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false at 1733340093225 (+4 ms)Writing region close event to WAL at 1733340093226 (+1 ms)Running coprocessor post-close hooks at 1733340093228 (+2 ms)Closed at 1733340093228 2024-12-04T19:21:33,229 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:21:33,297 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T19:21:33,297 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,41467,1733340049979; all regions closed. 2024-12-04T19:21:33,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741834_1010 (size=4239) 2024-12-04T19:21:33,299 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.meta.1733340053243.meta not finished, retry = 0 2024-12-04T19:21:33,334 INFO [master/9ba2734cd39f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T19:21:33,334 INFO [master/9ba2734cd39f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T19:21:33,360 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 to pos 2387, reset compression=false 2024-12-04T19:21:33,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741839_1015 (size=2609) 2024-12-04T19:21:33,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741832_1008 (size=2395) 2024-12-04T19:21:33,403 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/WALs/9ba2734cd39f,41467,1733340049979/9ba2734cd39f%2C41467%2C1733340049979.1733340052266 not finished, retry = 0 2024-12-04T19:21:33,504 DEBUG [RS:0;9ba2734cd39f:41467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:33,504 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:21:33,504 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:21:33,504 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T19:21:33,504 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:21:33,504 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:21:33,504 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,41467,1733340049979 because: Region server is closing 2024-12-04T19:21:33,504 INFO [RS:0;9ba2734cd39f:41467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:41467. 2024-12-04T19:21:33,505 DEBUG [RS:0;9ba2734cd39f:41467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:33,505 DEBUG [RS:0;9ba2734cd39f:41467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:33,505 DEBUG [RS:0;9ba2734cd39f:41467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:33,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:33,605 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.shipper9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 terminated 2024-12-04T19:21:33,605 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,41467,1733340049979.replicationSource.wal-reader.9ba2734cd39f%2C41467%2C1733340049979,1-9ba2734cd39f,41467,1733340049979 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T19:21:33,605 INFO [RS:0;9ba2734cd39f:41467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:41467. 2024-12-04T19:21:33,605 DEBUG [RS:0;9ba2734cd39f:41467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:21:33,605 DEBUG [RS:0;9ba2734cd39f:41467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:33,606 DEBUG [RS:0;9ba2734cd39f:41467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:33,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:33,606 INFO [RS:0;9ba2734cd39f:41467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41467 2024-12-04T19:21:33,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02111510700/rs/9ba2734cd39f,41467,1733340049979 2024-12-04T19:21:33,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700/rs 2024-12-04T19:21:33,808 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:21:33,850 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,41467,1733340049979] 2024-12-04T19:21:33,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02111510700/draining/9ba2734cd39f,41467,1733340049979 already deleted, retry=false 2024-12-04T19:21:33,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,41467,1733340049979 expired; onlineServers=0 2024-12-04T19:21:33,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,39755,1733340049785' ***** 2024-12-04T19:21:33,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:21:33,904 INFO [M:0;9ba2734cd39f:39755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:21:33,904 INFO [M:0;9ba2734cd39f:39755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:21:33,904 DEBUG [M:0;9ba2734cd39f:39755 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:21:33,904 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:21:33,904 DEBUG [M:0;9ba2734cd39f:39755 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:21:33,904 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340052028 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340052028,5,FailOnTimeoutGroup] 2024-12-04T19:21:33,904 INFO [M:0;9ba2734cd39f:39755 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:21:33,904 INFO [M:0;9ba2734cd39f:39755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:21:33,904 DEBUG [M:0;9ba2734cd39f:39755 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:21:33,904 INFO [M:0;9ba2734cd39f:39755 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:21:33,904 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340052027 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340052027,5,FailOnTimeoutGroup] 2024-12-04T19:21:33,904 INFO [M:0;9ba2734cd39f:39755 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:21:33,905 ERROR [M:0;9ba2734cd39f:39755 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37809,5,PEWorkerGroup] 2024-12-04T19:21:33,905 INFO [M:0;9ba2734cd39f:39755 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:21:33,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:21:33,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:21:33,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41467-0x101a1ca24be0001, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:21:33,950 INFO [RS:0;9ba2734cd39f:41467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:21:33,950 INFO [RS:0;9ba2734cd39f:41467 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,41467,1733340049979; zookeeper connection closed. 2024-12-04T19:21:33,951 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21cd318f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21cd318f 2024-12-04T19:21:33,951 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:21:33,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02111510700/master 2024-12-04T19:21:33,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111510700 2024-12-04T19:21:33,967 DEBUG [M:0;9ba2734cd39f:39755 {}] zookeeper.ZKUtil(347): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Unable to get data of znode /02111510700/master because node does not exist (not an error) 2024-12-04T19:21:33,967 WARN [M:0;9ba2734cd39f:39755 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:21:33,968 INFO [M:0;9ba2734cd39f:39755 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/.lastflushedseqids 2024-12-04T19:21:33,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741847_1023 (size=245) 2024-12-04T19:21:34,372 INFO [M:0;9ba2734cd39f:39755 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:21:34,372 INFO [M:0;9ba2734cd39f:39755 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:21:34,372 DEBUG [M:0;9ba2734cd39f:39755 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:21:34,372 INFO [M:0;9ba2734cd39f:39755 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:34,372 DEBUG [M:0;9ba2734cd39f:39755 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:34,372 DEBUG [M:0;9ba2734cd39f:39755 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:21:34,372 DEBUG [M:0;9ba2734cd39f:39755 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:34,372 INFO [M:0;9ba2734cd39f:39755 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-04T19:21:34,389 DEBUG [M:0;9ba2734cd39f:39755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b5c1b2d65d9454abf4d24f5175afe35 is 82, key is hbase:meta,,1/info:regioninfo/1733340053273/Put/seqid=0 2024-12-04T19:21:34,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741848_1024 (size=5672) 2024-12-04T19:21:34,792 INFO [M:0;9ba2734cd39f:39755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b5c1b2d65d9454abf4d24f5175afe35 2024-12-04T19:21:34,808 DEBUG [M:0;9ba2734cd39f:39755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23b40b18afe948818a79e030cb9b1c0f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733340065323/Put/seqid=0 2024-12-04T19:21:34,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741849_1025 (size=7219) 2024-12-04T19:21:35,217 INFO [M:0;9ba2734cd39f:39755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23b40b18afe948818a79e030cb9b1c0f 2024-12-04T19:21:35,220 INFO [M:0;9ba2734cd39f:39755 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23b40b18afe948818a79e030cb9b1c0f 2024-12-04T19:21:35,232 DEBUG [M:0;9ba2734cd39f:39755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70288f36456d4101af54a78cf98fecdd is 69, key is 9ba2734cd39f,41467,1733340049979/rs:state/1733340052129/Put/seqid=0 2024-12-04T19:21:35,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741850_1026 (size=5156) 2024-12-04T19:21:35,636 INFO [M:0;9ba2734cd39f:39755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70288f36456d4101af54a78cf98fecdd 2024-12-04T19:21:35,639 DEBUG [M:0;9ba2734cd39f:39755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b5c1b2d65d9454abf4d24f5175afe35 as hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b5c1b2d65d9454abf4d24f5175afe35 2024-12-04T19:21:35,643 INFO [M:0;9ba2734cd39f:39755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b5c1b2d65d9454abf4d24f5175afe35, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T19:21:35,643 DEBUG [M:0;9ba2734cd39f:39755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23b40b18afe948818a79e030cb9b1c0f as hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23b40b18afe948818a79e030cb9b1c0f 2024-12-04T19:21:35,647 INFO [M:0;9ba2734cd39f:39755 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23b40b18afe948818a79e030cb9b1c0f 2024-12-04T19:21:35,647 INFO [M:0;9ba2734cd39f:39755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23b40b18afe948818a79e030cb9b1c0f, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T19:21:35,648 DEBUG [M:0;9ba2734cd39f:39755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70288f36456d4101af54a78cf98fecdd as hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70288f36456d4101af54a78cf98fecdd 2024-12-04T19:21:35,651 INFO [M:0;9ba2734cd39f:39755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37809/user/jenkins/test-data/07340fd7-6811-c0e2-8bca-ca982335a459/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70288f36456d4101af54a78cf98fecdd, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T19:21:35,652 INFO [M:0;9ba2734cd39f:39755 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-12-04T19:21:35,665 INFO [M:0;9ba2734cd39f:39755 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:35,665 DEBUG [M:0;9ba2734cd39f:39755 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340094372Disabling compacts and flushes for region at 1733340094372Disabling writes for close at 1733340094372Obtaining lock to block concurrent updates at 1733340094372Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733340094372Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733340094372Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733340094373 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733340094373Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733340094389 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733340094389Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733340094796 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733340094807 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733340094807Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733340095220 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733340095232 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733340095232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@567ad48f: reopening flushed file at 1733340095639 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29b24ad3: reopening flushed file at 1733340095643 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@346b43a6: reopening flushed file at 1733340095647 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1733340095652 (+5 ms)Writing region close event to WAL at 1733340095665 (+13 ms)Closed at 1733340095665 2024-12-04T19:21:35,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44205 is added to blk_1073741830_1006 (size=64435) 2024-12-04T19:21:35,667 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:21:35,667 INFO [M:0;9ba2734cd39f:39755 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:21:35,668 INFO [M:0;9ba2734cd39f:39755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39755 2024-12-04T19:21:35,668 INFO [M:0;9ba2734cd39f:39755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:21:35,846 INFO [M:0;9ba2734cd39f:39755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:21:35,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:21:35,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39755-0x101a1ca24be0000, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:21:35,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a80f27d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:21:35,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41beb40b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:21:35,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:21:35,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e3b099c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:21:35,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c51c0c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/hadoop.log.dir/,STOPPED} 2024-12-04T19:21:35,849 WARN [BP-191006775-172.17.0.2-1733340047649 heartbeating to localhost/127.0.0.1:37809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:21:35,849 WARN [BP-191006775-172.17.0.2-1733340047649 heartbeating to localhost/127.0.0.1:37809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-191006775-172.17.0.2-1733340047649 (Datanode Uuid c910c279-cc87-4672-ae8f-1c76612550d3) service to localhost/127.0.0.1:37809 2024-12-04T19:21:35,849 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:21:35,849 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:21:35,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/cluster_15a59684-b6b1-04d1-462e-51dac1887325/data/data1/current/BP-191006775-172.17.0.2-1733340047649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:21:35,850 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/cluster_15a59684-b6b1-04d1-462e-51dac1887325/data/data2/current/BP-191006775-172.17.0.2-1733340047649 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:21:35,850 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:21:35,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5778d52{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:21:35,855 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a46dceb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:21:35,855 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:21:35,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b89db51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:21:35,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190d83a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25fee653-c77c-7436-4f05-e40d5ff09cd5/hadoop.log.dir/,STOPPED} 2024-12-04T19:21:35,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T19:21:35,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:21:35,882 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 259) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46659 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37809 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59518) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59518) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59518) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39351 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=724 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=15170 (was 15375) 2024-12-04T19:21:35,892 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=724, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=15170 2024-12-04T19:21:35,906 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-04T19:21:35,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/hadoop.log.dir so I do NOT create it in target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609 2024-12-04T19:21:35,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:21:35,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/hadoop.tmp.dir so I do NOT create it in target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609 2024-12-04T19:21:35,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d1a97bdf-52e0-668b-b499-3ad24cf6615b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:21:35,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609 2024-12-04T19:21:35,907 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/cluster_19f5b176-edd9-6599-76c1-f33f5b45d1ed, deleteOnExit=true 2024-12-04T19:21:35,927 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/cluster_19f5b176-edd9-6599-76c1-f33f5b45d1ed/zookeeper_0, clientPort=61021, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/cluster_19f5b176-edd9-6599-76c1-f33f5b45d1ed/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/cluster_19f5b176-edd9-6599-76c1-f33f5b45d1ed/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T19:21:35,928 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61021 2024-12-04T19:21:35,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:21:35,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:21:35,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/test.cache.data in system properties and HBase conf 2024-12-04T19:21:35,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:21:35,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:21:35,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:21:35,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:21:35,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:21:35,929 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:21:35,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:21:35,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:21:35,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:21:35,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:21:35,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:21:35,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:21:35,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:21:35,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:21:35,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:21:35,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:21:35,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:21:35,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:21:35,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:21:35,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:21:35,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a1ca24be0005, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:21:35,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a1ca24be0008, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:21:35,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a1ca24be0002, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:21:35,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a1ca24be0005, quorum=127.0.0.1:59518, baseZNode=/1-660706156 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:21:35,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a1ca24be0002, quorum=127.0.0.1:59518, baseZNode=/02111510700 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:21:35,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a1ca24be0008, quorum=127.0.0.1:59518, baseZNode=/21076205350 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:21:36,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:21:36,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:21:36,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:21:36,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:21:36,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:21:36,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:21:36,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f71ff96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:21:36,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2432189b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:21:36,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58e5cc1e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/java.io.tmpdir/jetty-localhost-34637-hadoop-hdfs-3_4_1-tests_jar-_-any-7703702136864029171/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:21:36,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f975275{HTTP/1.1, (http/1.1)}{localhost:34637} 2024-12-04T19:21:36,391 INFO [Time-limited test {}] server.Server(415): Started @282488ms 2024-12-04T19:21:36,620 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:21:36,624 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:21:36,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:21:36,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:21:36,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:21:36,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1492cc4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:21:36,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d0783db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:21:36,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78ba7437{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/java.io.tmpdir/jetty-localhost-35085-hadoop-hdfs-3_4_1-tests_jar-_-any-3154299054411061237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:21:36,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48cddaf7{HTTP/1.1, (http/1.1)}{localhost:35085} 2024-12-04T19:21:36,724 INFO [Time-limited test {}] server.Server(415): Started @282821ms 2024-12-04T19:21:36,725 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:21:37,336 WARN [Thread-3439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/cluster_19f5b176-edd9-6599-76c1-f33f5b45d1ed/data/data1/current/BP-1902108396-172.17.0.2-1733340095949/current, will proceed with Du for space computation calculation, 2024-12-04T19:21:37,336 WARN [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/cluster_19f5b176-edd9-6599-76c1-f33f5b45d1ed/data/data2/current/BP-1902108396-172.17.0.2-1733340095949/current, will proceed with Du for space computation calculation, 2024-12-04T19:21:37,359 WARN [Thread-3427 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:21:37,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7b7b96f6a69ad6f with lease ID 0x6b68e580ae59eab3: Processing first storage report for DS-cbae7a08-8eb1-4d80-9545-bbaa90ff9dd9 from datanode DatanodeRegistration(127.0.0.1:34777, datanodeUuid=72254989-7186-4540-922e-ef21ec5a9be1, infoPort=44117, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1155566285;c=1733340095949) 2024-12-04T19:21:37,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7b7b96f6a69ad6f with lease ID 0x6b68e580ae59eab3: from storage DS-cbae7a08-8eb1-4d80-9545-bbaa90ff9dd9 node DatanodeRegistration(127.0.0.1:34777, datanodeUuid=72254989-7186-4540-922e-ef21ec5a9be1, infoPort=44117, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1155566285;c=1733340095949), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:21:37,361 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7b7b96f6a69ad6f with lease ID 0x6b68e580ae59eab3: Processing first storage report for DS-0f1b9b6f-c5f5-4704-b148-0283ba1e2180 from datanode DatanodeRegistration(127.0.0.1:34777, datanodeUuid=72254989-7186-4540-922e-ef21ec5a9be1, infoPort=44117, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1155566285;c=1733340095949) 2024-12-04T19:21:37,361 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7b7b96f6a69ad6f with lease ID 0x6b68e580ae59eab3: from storage DS-0f1b9b6f-c5f5-4704-b148-0283ba1e2180 node DatanodeRegistration(127.0.0.1:34777, datanodeUuid=72254989-7186-4540-922e-ef21ec5a9be1, infoPort=44117, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1155566285;c=1733340095949), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:21:37,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609 2024-12-04T19:21:37,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:37,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:37,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:21:37,862 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee with version=8 2024-12-04T19:21:37,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/hbase-staging 2024-12-04T19:21:37,863 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:21:37,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:37,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:37,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:21:37,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:37,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:21:37,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:21:37,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:21:37,864 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42315 2024-12-04T19:21:37,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42315 connecting to ZooKeeper ensemble=127.0.0.1:61021 2024-12-04T19:21:37,896 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:21:37,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:37,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423150x0, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:21:37,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42315-0x101a1cae1620000 connected 2024-12-04T19:21:38,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:38,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:38,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Set watcher on znode that does not yet exist, /0-1809869356/running 2024-12-04T19:21:38,043 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee, hbase.cluster.distributed=false 2024-12-04T19:21:38,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Set watcher on znode that does not yet exist, /0-1809869356/acl 2024-12-04T19:21:38,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42315 2024-12-04T19:21:38,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42315 2024-12-04T19:21:38,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42315 2024-12-04T19:21:38,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42315 2024-12-04T19:21:38,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42315 2024-12-04T19:21:38,070 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:21:38,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:38,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:38,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:21:38,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:38,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:21:38,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:21:38,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:21:38,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46185 2024-12-04T19:21:38,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46185 connecting to ZooKeeper ensemble=127.0.0.1:61021 2024-12-04T19:21:38,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:38,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:38,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461850x0, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:21:38,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461850x0, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Set watcher on znode that does not yet exist, /0-1809869356/running 2024-12-04T19:21:38,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46185-0x101a1cae1620001 connected 2024-12-04T19:21:38,083 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:21:38,087 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:21:38,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Set watcher on znode that does not yet exist, /0-1809869356/master 2024-12-04T19:21:38,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Set watcher on znode that does not yet exist, /0-1809869356/acl 2024-12-04T19:21:38,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46185 2024-12-04T19:21:38,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46185 2024-12-04T19:21:38,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46185 2024-12-04T19:21:38,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46185 2024-12-04T19:21:38,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46185 2024-12-04T19:21:38,105 DEBUG [M:0;9ba2734cd39f:42315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:42315 2024-12-04T19:21:38,107 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1809869356/backup-masters/9ba2734cd39f,42315,1733340097863 2024-12-04T19:21:38,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356/backup-masters 2024-12-04T19:21:38,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356/backup-masters 2024-12-04T19:21:38,114 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Set watcher on existing znode=/0-1809869356/backup-masters/9ba2734cd39f,42315,1733340097863 2024-12-04T19:21:38,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:21:38,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1809869356/master 2024-12-04T19:21:38,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:21:38,124 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Set watcher on existing znode=/0-1809869356/master 2024-12-04T19:21:38,125 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1809869356/backup-masters/9ba2734cd39f,42315,1733340097863 from backup master directory 2024-12-04T19:21:38,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809869356/backup-masters/9ba2734cd39f,42315,1733340097863 2024-12-04T19:21:38,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356/backup-masters 2024-12-04T19:21:38,135 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:21:38,135 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,42315,1733340097863 2024-12-04T19:21:38,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356/backup-masters 2024-12-04T19:21:38,137 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/hbase.id] with ID: 582acdbc-1cf9-4cd9-9032-5eea6a3b5c63 2024-12-04T19:21:38,137 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/.tmp/hbase.id 2024-12-04T19:21:38,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:21:38,541 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/.tmp/hbase.id]:[hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/hbase.id] 2024-12-04T19:21:38,548 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:38,548 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:21:38,549 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T19:21:38,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:21:38,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:21:38,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:21:39,002 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:21:39,003 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:21:39,003 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:39,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:21:39,409 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store 2024-12-04T19:21:39,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:21:39,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:21:39,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:21:39,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T19:21:39,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:21:39,813 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:39,813 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:21:39,813 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:39,813 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:39,813 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:21:39,813 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:39,813 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:39,814 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340099813Disabling compacts and flushes for region at 1733340099813Disabling writes for close at 1733340099813Writing region close event to WAL at 1733340099813Closed at 1733340099813 2024-12-04T19:21:39,814 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/.initializing 2024-12-04T19:21:39,814 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/WALs/9ba2734cd39f,42315,1733340097863 2024-12-04T19:21:39,815 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:21:39,816 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C42315%2C1733340097863, suffix=, logDir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/WALs/9ba2734cd39f,42315,1733340097863, archiveDir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/oldWALs, maxLogs=10 2024-12-04T19:21:39,826 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/WALs/9ba2734cd39f,42315,1733340097863/9ba2734cd39f%2C42315%2C1733340097863.1733340099816, exclude list is [], retry=0 2024-12-04T19:21:39,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34777,DS-cbae7a08-8eb1-4d80-9545-bbaa90ff9dd9,DISK] 2024-12-04T19:21:39,829 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/WALs/9ba2734cd39f,42315,1733340097863/9ba2734cd39f%2C42315%2C1733340097863.1733340099816 2024-12-04T19:21:39,829 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117)] 2024-12-04T19:21:39,829 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:39,830 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:39,830 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:39,830 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:39,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:39,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:21:39,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:39,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:39,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:39,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:21:39,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:39,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:39,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:39,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:21:39,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:39,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:39,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:39,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:21:39,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:39,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:39,835 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:39,835 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:39,836 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:39,836 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:39,836 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:39,837 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:21:39,837 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:39,838 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:39,839 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59315785, jitterRate=-0.1161259263753891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:21:39,839 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733340099830Initializing all the Stores at 1733340099830Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340099830Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340099830Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340099830Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340099831 (+1 ms)Cleaning up temporary data from old regions at 1733340099836 (+5 ms)Region opened successfully at 1733340099839 (+3 ms) 2024-12-04T19:21:39,839 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:21:39,841 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f4877d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:21:39,842 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:21:39,842 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:21:39,842 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:21:39,842 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:21:39,842 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:21:39,842 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:21:39,843 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:21:39,844 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:21:39,844 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Unable to get data of znode /0-1809869356/balancer because node does not exist (not necessarily an error) 2024-12-04T19:21:39,892 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809869356/balancer already deleted, retry=false 2024-12-04T19:21:39,893 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:21:39,893 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Unable to get data of znode /0-1809869356/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:21:39,903 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809869356/normalizer already deleted, retry=false 2024-12-04T19:21:39,903 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:21:39,904 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Unable to get data of znode /0-1809869356/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:21:39,913 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809869356/switch/split already deleted, retry=false 2024-12-04T19:21:39,914 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Unable to get data of znode /0-1809869356/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:21:39,924 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809869356/switch/merge already deleted, retry=false 2024-12-04T19:21:39,925 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Unable to get data of znode /0-1809869356/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:21:39,934 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809869356/snapshot-cleanup already deleted, retry=false 2024-12-04T19:21:39,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1809869356/running 2024-12-04T19:21:39,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1809869356/running 2024-12-04T19:21:39,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:21:39,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:21:39,945 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,42315,1733340097863, sessionid=0x101a1cae1620000, setting cluster-up flag (Was=false) 2024-12-04T19:21:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:21:39,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:21:39,998 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1809869356/flush-table-proc/acquired, /0-1809869356/flush-table-proc/reached, /0-1809869356/flush-table-proc/abort 2024-12-04T19:21:39,999 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,42315,1733340097863 2024-12-04T19:21:40,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:21:40,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:21:40,050 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1809869356/online-snapshot/acquired, /0-1809869356/online-snapshot/reached, /0-1809869356/online-snapshot/abort 2024-12-04T19:21:40,051 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,42315,1733340097863 2024-12-04T19:21:40,052 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:21:40,053 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:40,053 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:21:40,053 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:21:40,053 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,42315,1733340097863 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:21:40,054 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:40,054 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:40,054 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:40,054 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:40,054 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:21:40,054 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:40,054 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:21:40,054 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:40,055 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340130055 2024-12-04T19:21:40,055 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:21:40,055 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:21:40,055 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:21:40,055 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:21:40,055 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:21:40,055 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:21:40,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:40,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:21:40,056 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:40,056 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:21:40,056 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:21:40,056 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:21:40,056 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:21:40,056 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:40,056 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:21:40,056 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:21:40,056 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:21:40,056 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340100056,5,FailOnTimeoutGroup] 2024-12-04T19:21:40,056 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340100056,5,FailOnTimeoutGroup] 2024-12-04T19:21:40,056 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:40,057 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:21:40,057 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:40,057 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:40,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:21:40,099 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(746): ClusterId : 582acdbc-1cf9-4cd9-9032-5eea6a3b5c63 2024-12-04T19:21:40,099 DEBUG [RS:0;9ba2734cd39f:46185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:21:40,103 DEBUG [RS:0;9ba2734cd39f:46185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:21:40,103 DEBUG [RS:0;9ba2734cd39f:46185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:21:40,114 DEBUG [RS:0;9ba2734cd39f:46185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:21:40,114 DEBUG [RS:0;9ba2734cd39f:46185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731e0b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:21:40,129 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:46185 2024-12-04T19:21:40,129 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:21:40,129 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:21:40,129 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:21:40,130 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,42315,1733340097863 with port=46185, startcode=1733340098070 2024-12-04T19:21:40,130 DEBUG [RS:0;9ba2734cd39f:46185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:21:40,131 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:21:40,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,46185,1733340098070 2024-12-04T19:21:40,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42315 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,46185,1733340098070 2024-12-04T19:21:40,132 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee 2024-12-04T19:21:40,132 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42749 2024-12-04T19:21:40,132 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:21:40,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356/rs 2024-12-04T19:21:40,145 DEBUG [RS:0;9ba2734cd39f:46185 {}] zookeeper.ZKUtil(111): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Set watcher on existing znode=/0-1809869356/rs/9ba2734cd39f,46185,1733340098070 2024-12-04T19:21:40,145 WARN [RS:0;9ba2734cd39f:46185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:21:40,145 INFO [RS:0;9ba2734cd39f:46185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:40,145 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070 2024-12-04T19:21:40,145 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,46185,1733340098070] 2024-12-04T19:21:40,147 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:21:40,149 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:21:40,149 INFO [RS:0;9ba2734cd39f:46185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:21:40,149 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:40,149 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:21:40,150 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:21:40,150 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:40,150 DEBUG [RS:0;9ba2734cd39f:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:40,150 DEBUG [RS:0;9ba2734cd39f:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:40,150 DEBUG [RS:0;9ba2734cd39f:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:40,150 DEBUG [RS:0;9ba2734cd39f:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:40,150 DEBUG [RS:0;9ba2734cd39f:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:40,150 DEBUG [RS:0;9ba2734cd39f:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:21:40,150 DEBUG [RS:0;9ba2734cd39f:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:40,150 DEBUG [RS:0;9ba2734cd39f:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:40,150 DEBUG [RS:0;9ba2734cd39f:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:40,150 DEBUG [RS:0;9ba2734cd39f:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:40,150 DEBUG [RS:0;9ba2734cd39f:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:40,150 DEBUG [RS:0;9ba2734cd39f:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:40,150 DEBUG [RS:0;9ba2734cd39f:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:21:40,150 DEBUG [RS:0;9ba2734cd39f:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:21:40,153 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:40,153 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:40,153 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:40,153 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:40,153 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:40,153 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,46185,1733340098070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:21:40,171 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:21:40,172 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,46185,1733340098070-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:40,172 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:40,172 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.Replication(171): 9ba2734cd39f,46185,1733340098070 started 2024-12-04T19:21:40,185 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:40,185 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,46185,1733340098070, RpcServer on 9ba2734cd39f/172.17.0.2:46185, sessionid=0x101a1cae1620001 2024-12-04T19:21:40,185 DEBUG [RS:0;9ba2734cd39f:46185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:21:40,185 DEBUG [RS:0;9ba2734cd39f:46185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,46185,1733340098070 2024-12-04T19:21:40,185 DEBUG [RS:0;9ba2734cd39f:46185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,46185,1733340098070' 2024-12-04T19:21:40,185 DEBUG [RS:0;9ba2734cd39f:46185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1809869356/flush-table-proc/abort' 2024-12-04T19:21:40,186 DEBUG [RS:0;9ba2734cd39f:46185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1809869356/flush-table-proc/acquired' 2024-12-04T19:21:40,186 DEBUG [RS:0;9ba2734cd39f:46185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:21:40,186 DEBUG [RS:0;9ba2734cd39f:46185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:21:40,186 DEBUG [RS:0;9ba2734cd39f:46185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,46185,1733340098070 2024-12-04T19:21:40,186 DEBUG [RS:0;9ba2734cd39f:46185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,46185,1733340098070' 2024-12-04T19:21:40,186 DEBUG [RS:0;9ba2734cd39f:46185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1809869356/online-snapshot/abort' 2024-12-04T19:21:40,186 DEBUG [RS:0;9ba2734cd39f:46185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1809869356/online-snapshot/acquired' 2024-12-04T19:21:40,187 DEBUG [RS:0;9ba2734cd39f:46185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:21:40,187 INFO [RS:0;9ba2734cd39f:46185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:21:40,187 INFO [RS:0;9ba2734cd39f:46185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:21:40,287 INFO [RS:0;9ba2734cd39f:46185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:21:40,288 INFO [RS:0;9ba2734cd39f:46185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C46185%2C1733340098070, suffix=, logDir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070, archiveDir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/oldWALs, maxLogs=10 2024-12-04T19:21:40,298 DEBUG [RS:0;9ba2734cd39f:46185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288, exclude list is [], retry=0 2024-12-04T19:21:40,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34777,DS-cbae7a08-8eb1-4d80-9545-bbaa90ff9dd9,DISK] 2024-12-04T19:21:40,302 INFO [RS:0;9ba2734cd39f:46185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 2024-12-04T19:21:40,302 DEBUG [RS:0;9ba2734cd39f:46185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117)] 2024-12-04T19:21:40,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:21:40,462 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee 2024-12-04T19:21:40,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:21:40,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:40,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:21:40,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:21:40,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:40,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:40,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:21:40,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:21:40,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:40,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:40,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:21:40,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:21:40,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:40,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:40,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:21:40,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:21:40,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:40,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:40,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:21:40,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740 2024-12-04T19:21:40,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740 2024-12-04T19:21:40,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:21:40,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:21:40,872 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:21:40,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:21:40,874 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:40,874 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74886906, jitterRate=0.11590185761451721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:21:40,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733340100866Initializing all the Stores at 1733340100867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340100867Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340100867Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340100867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340100867Cleaning up temporary data from old regions at 1733340100872 (+5 ms)Region opened successfully at 1733340100875 (+3 ms) 2024-12-04T19:21:40,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:21:40,875 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:21:40,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:21:40,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:21:40,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:21:40,875 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:21:40,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340100875Disabling compacts and flushes for region at 1733340100875Disabling writes for close at 1733340100875Writing region close event to WAL at 1733340100875Closed at 1733340100875 2024-12-04T19:21:40,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:40,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:21:40,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:21:40,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:21:40,877 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:21:41,027 DEBUG [9ba2734cd39f:42315 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:21:41,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,46185,1733340098070 2024-12-04T19:21:41,028 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,46185,1733340098070, state=OPENING 2024-12-04T19:21:41,166 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:21:41,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:21:41,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:21:41,208 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:21:41,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809869356/meta-region-server: CHANGED 2024-12-04T19:21:41,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809869356/meta-region-server: CHANGED 2024-12-04T19:21:41,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,46185,1733340098070}] 2024-12-04T19:21:41,359 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:21:41,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:21:41,362 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:21:41,362 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:41,363 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:21:41,364 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C46185%2C1733340098070.meta, suffix=.meta, logDir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070, archiveDir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/oldWALs, maxLogs=10 2024-12-04T19:21:41,381 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.meta.1733340101364.meta, exclude list is [], retry=0 2024-12-04T19:21:41,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34777,DS-cbae7a08-8eb1-4d80-9545-bbaa90ff9dd9,DISK] 2024-12-04T19:21:41,384 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.meta.1733340101364.meta 2024-12-04T19:21:41,384 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117)] 2024-12-04T19:21:41,384 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:41,384 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:21:41,384 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:21:41,385 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:21:41,385 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:21:41,385 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:21:41,385 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:41,385 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:21:41,385 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:21:41,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:21:41,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:21:41,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:41,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:41,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:21:41,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:21:41,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:41,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:41,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:21:41,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:21:41,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:41,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:41,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:21:41,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:21:41,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:41,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:41,389 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:21:41,390 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740 2024-12-04T19:21:41,391 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740 2024-12-04T19:21:41,391 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:21:41,391 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:21:41,392 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:21:41,393 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:21:41,393 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73004937, jitterRate=0.08785833418369293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:21:41,393 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:21:41,394 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733340101385Writing region info on filesystem at 1733340101385Initializing all the Stores at 1733340101386 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340101386Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340101386Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340101386Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340101386Cleaning up temporary data from old regions at 1733340101391 (+5 ms)Running coprocessor post-open hooks at 1733340101393 (+2 ms)Region opened successfully at 1733340101394 (+1 ms) 2024-12-04T19:21:41,394 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733340101359 2024-12-04T19:21:41,396 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:21:41,396 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:21:41,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,46185,1733340098070 2024-12-04T19:21:41,397 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,46185,1733340098070, state=OPEN 2024-12-04T19:21:41,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1809869356/meta-region-server 2024-12-04T19:21:41,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1809869356/meta-region-server 2024-12-04T19:21:41,419 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,46185,1733340098070 2024-12-04T19:21:41,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809869356/meta-region-server: CHANGED 2024-12-04T19:21:41,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1809869356/meta-region-server: CHANGED 2024-12-04T19:21:41,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:21:41,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,46185,1733340098070 in 211 msec 2024-12-04T19:21:41,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:21:41,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 545 msec 2024-12-04T19:21:41,423 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:41,423 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:21:41,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:41,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,46185,1733340098070, seqNum=-1] 2024-12-04T19:21:41,424 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:41,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:21:41,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3750 sec 2024-12-04T19:21:41,428 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733340101428, completionTime=-1 2024-12-04T19:21:41,428 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:21:41,428 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:21:41,430 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:21:41,430 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340161430 2024-12-04T19:21:41,430 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340221430 2024-12-04T19:21:41,430 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:21:41,430 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,42315,1733340097863-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:41,431 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,42315,1733340097863-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:41,431 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,42315,1733340097863-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:41,431 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:42315, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:41,431 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:41,431 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:41,432 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:21:41,434 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.299sec 2024-12-04T19:21:41,434 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:21:41,434 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:21:41,434 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:21:41,434 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:21:41,434 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:21:41,434 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,42315,1733340097863-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:21:41,434 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,42315,1733340097863-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:21:41,435 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:21:41,435 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:21:41,436 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,42315,1733340097863-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:41,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6797b31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:41,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,42315,-1 for getting cluster id 2024-12-04T19:21:41,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:41,501 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '582acdbc-1cf9-4cd9-9032-5eea6a3b5c63' 2024-12-04T19:21:41,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:41,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "582acdbc-1cf9-4cd9-9032-5eea6a3b5c63" 2024-12-04T19:21:41,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd840c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:41,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,42315,-1] 2024-12-04T19:21:41,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:41,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:41,502 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:41,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c38ecdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:41,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,46185,1733340098070, seqNum=-1] 2024-12-04T19:21:41,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:41,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:21:41,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,42315,1733340097863 2024-12-04T19:21:41,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61021 2024-12-04T19:21:41,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:21:41,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a1cae1620002 connected 2024-12-04T19:21:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/hadoop.log.dir so I do NOT create it in target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5 2024-12-04T19:21:41,526 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:21:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/hadoop.tmp.dir so I do NOT create it in target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5 2024-12-04T19:21:41,526 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:21:41,526 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5 2024-12-04T19:21:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:21:41,526 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/cluster_5cccb7f1-1084-89b9-1725-2a789bce8100, deleteOnExit=true 2024-12-04T19:21:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:21:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/test.cache.data in system properties and HBase conf 2024-12-04T19:21:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:21:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:21:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:21:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:21:41,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:21:41,526 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:21:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:21:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:21:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:21:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:21:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:21:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:21:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:21:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:21:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:21:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:21:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:21:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:21:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:21:41,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:21:42,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:21:42,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:21:42,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:21:42,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:21:42,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:21:42,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:21:42,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4779c887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:21:42,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4df2da5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:21:42,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9007976{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/java.io.tmpdir/jetty-localhost-38539-hadoop-hdfs-3_4_1-tests_jar-_-any-365778685479821750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:21:42,357 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f55aea6{HTTP/1.1, (http/1.1)}{localhost:38539} 2024-12-04T19:21:42,357 INFO [Time-limited test {}] server.Server(415): Started @288454ms 2024-12-04T19:21:42,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:21:42,665 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:21:42,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:21:42,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:21:42,666 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:21:42,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf0291a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:21:42,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6545b519{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:21:42,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@193fc0c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/java.io.tmpdir/jetty-localhost-43173-hadoop-hdfs-3_4_1-tests_jar-_-any-16484035109431755375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:21:42,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fc7ac3c{HTTP/1.1, (http/1.1)}{localhost:43173} 2024-12-04T19:21:42,757 INFO [Time-limited test {}] server.Server(415): Started @288854ms 2024-12-04T19:21:42,758 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:21:43,378 WARN [Thread-3560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/cluster_5cccb7f1-1084-89b9-1725-2a789bce8100/data/data1/current/BP-1541827031-172.17.0.2-1733340101539/current, will proceed with Du for space computation calculation, 2024-12-04T19:21:43,378 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/cluster_5cccb7f1-1084-89b9-1725-2a789bce8100/data/data2/current/BP-1541827031-172.17.0.2-1733340101539/current, will proceed with Du for space computation calculation, 2024-12-04T19:21:43,394 WARN [Thread-3548 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:21:43,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd04298388d4f7242 with lease ID 0x3a53a5a58a5e01b4: Processing first storage report for DS-c8537739-72c2-4401-87ad-d0c48a8b0170 from datanode DatanodeRegistration(127.0.0.1:33699, datanodeUuid=ab8ac457-0e43-4f59-9def-a088e053bdc3, infoPort=33109, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=1624648016;c=1733340101539) 2024-12-04T19:21:43,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd04298388d4f7242 with lease ID 0x3a53a5a58a5e01b4: from storage DS-c8537739-72c2-4401-87ad-d0c48a8b0170 node DatanodeRegistration(127.0.0.1:33699, datanodeUuid=ab8ac457-0e43-4f59-9def-a088e053bdc3, infoPort=33109, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=1624648016;c=1733340101539), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:21:43,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd04298388d4f7242 with lease ID 0x3a53a5a58a5e01b4: Processing first storage report for DS-2de5bbde-11b2-4a14-ad6f-fb438809662d from datanode DatanodeRegistration(127.0.0.1:33699, datanodeUuid=ab8ac457-0e43-4f59-9def-a088e053bdc3, infoPort=33109, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=1624648016;c=1733340101539) 2024-12-04T19:21:43,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd04298388d4f7242 with lease ID 0x3a53a5a58a5e01b4: from storage DS-2de5bbde-11b2-4a14-ad6f-fb438809662d node DatanodeRegistration(127.0.0.1:33699, datanodeUuid=ab8ac457-0e43-4f59-9def-a088e053bdc3, infoPort=33109, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=1624648016;c=1733340101539), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:21:43,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5 2024-12-04T19:21:43,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:43,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:43,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:21:43,883 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c with version=8 2024-12-04T19:21:43,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/hbase-staging 2024-12-04T19:21:43,885 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:21:43,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:43,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:43,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:21:43,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:43,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:21:43,885 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:21:43,885 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:21:43,886 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35401 2024-12-04T19:21:43,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35401 connecting to ZooKeeper ensemble=127.0.0.1:61021 2024-12-04T19:21:43,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354010x0, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:21:43,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35401-0x101a1cae1620003 connected 2024-12-04T19:21:44,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:44,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:44,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Set watcher on znode that does not yet exist, /1398913122/running 2024-12-04T19:21:44,011 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c, hbase.cluster.distributed=false 2024-12-04T19:21:44,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Set watcher on znode that does not yet exist, /1398913122/acl 2024-12-04T19:21:44,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35401 2024-12-04T19:21:44,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35401 2024-12-04T19:21:44,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35401 2024-12-04T19:21:44,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35401 2024-12-04T19:21:44,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35401 2024-12-04T19:21:44,029 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:21:44,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:44,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:44,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:21:44,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:44,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:21:44,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:21:44,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:21:44,029 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36591 2024-12-04T19:21:44,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36591 connecting to ZooKeeper ensemble=127.0.0.1:61021 2024-12-04T19:21:44,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:44,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:44,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365910x0, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:21:44,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365910x0, quorum=127.0.0.1:61021, baseZNode=/1398913122 Set watcher on znode that does not yet exist, /1398913122/running 2024-12-04T19:21:44,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36591-0x101a1cae1620004 connected 2024-12-04T19:21:44,040 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:21:44,041 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:21:44,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Set watcher on znode that does not yet exist, /1398913122/master 2024-12-04T19:21:44,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Set watcher on znode that does not yet exist, /1398913122/acl 2024-12-04T19:21:44,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36591 2024-12-04T19:21:44,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36591 2024-12-04T19:21:44,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36591 2024-12-04T19:21:44,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36591 2024-12-04T19:21:44,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36591 2024-12-04T19:21:44,057 DEBUG [M:0;9ba2734cd39f:35401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:35401 2024-12-04T19:21:44,058 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1398913122/backup-masters/9ba2734cd39f,35401,1733340103885 2024-12-04T19:21:44,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122/backup-masters 2024-12-04T19:21:44,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122/backup-masters 2024-12-04T19:21:44,061 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Set watcher on existing znode=/1398913122/backup-masters/9ba2734cd39f,35401,1733340103885 2024-12-04T19:21:44,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1398913122/master 2024-12-04T19:21:44,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:21:44,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:21:44,071 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Set watcher on existing znode=/1398913122/master 2024-12-04T19:21:44,072 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1398913122/backup-masters/9ba2734cd39f,35401,1733340103885 from backup master directory 2024-12-04T19:21:44,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1398913122/backup-masters/9ba2734cd39f,35401,1733340103885 2024-12-04T19:21:44,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122/backup-masters 2024-12-04T19:21:44,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122/backup-masters 2024-12-04T19:21:44,082 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:21:44,082 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,35401,1733340103885 2024-12-04T19:21:44,084 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/hbase.id] with ID: fbad5fb6-44f7-4e10-a773-4fd1757ba814 2024-12-04T19:21:44,084 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/.tmp/hbase.id 2024-12-04T19:21:44,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:21:44,490 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/.tmp/hbase.id]:[hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/hbase.id] 2024-12-04T19:21:44,497 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:44,497 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:21:44,498 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T19:21:44,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:21:44,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:21:44,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:21:44,963 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:21:44,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:44,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:44,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:44,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:44,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:44,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:44,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:44,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:44,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:44,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:44,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:44,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:44,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:44,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:44,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:45,006 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:21:45,007 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:21:45,007 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:45,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:21:45,013 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store 2024-12-04T19:21:45,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:21:45,418 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:45,418 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:21:45,418 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:45,418 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:45,418 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:21:45,418 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:45,418 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:45,418 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340105418Disabling compacts and flushes for region at 1733340105418Disabling writes for close at 1733340105418Writing region close event to WAL at 1733340105418Closed at 1733340105418 2024-12-04T19:21:45,419 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/.initializing 2024-12-04T19:21:45,419 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/WALs/9ba2734cd39f,35401,1733340103885 2024-12-04T19:21:45,419 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:21:45,420 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C35401%2C1733340103885, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/WALs/9ba2734cd39f,35401,1733340103885, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/oldWALs, maxLogs=10 2024-12-04T19:21:45,430 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/WALs/9ba2734cd39f,35401,1733340103885/9ba2734cd39f%2C35401%2C1733340103885.1733340105420, exclude list is [], retry=0 2024-12-04T19:21:45,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33699,DS-c8537739-72c2-4401-87ad-d0c48a8b0170,DISK] 2024-12-04T19:21:45,433 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/WALs/9ba2734cd39f,35401,1733340103885/9ba2734cd39f%2C35401%2C1733340103885.1733340105420 2024-12-04T19:21:45,433 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33109:33109)] 2024-12-04T19:21:45,433 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:45,434 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:45,434 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:45,434 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:45,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:45,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:21:45,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:45,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:45,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:45,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:21:45,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:45,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:45,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:45,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:21:45,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:45,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:45,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:45,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:21:45,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:45,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:45,438 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:45,439 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:45,439 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:45,440 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:45,440 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:45,440 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:21:45,441 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:45,442 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:45,442 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66615419, jitterRate=-0.007352903485298157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:21:45,443 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733340105434Initializing all the Stores at 1733340105434Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340105434Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340105434Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340105434Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340105434Cleaning up temporary data from old regions at 1733340105440 (+6 ms)Region opened successfully at 1733340105442 (+2 ms) 2024-12-04T19:21:45,443 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:21:45,445 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f337289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:21:45,445 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:21:45,445 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:21:45,445 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:21:45,446 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:21:45,446 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:21:45,446 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:21:45,446 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:21:45,448 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:21:45,448 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Unable to get data of znode /1398913122/balancer because node does not exist (not necessarily an error) 2024-12-04T19:21:45,544 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1398913122/balancer already deleted, retry=false 2024-12-04T19:21:45,544 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:21:45,545 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Unable to get data of znode /1398913122/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:21:45,555 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1398913122/normalizer already deleted, retry=false 2024-12-04T19:21:45,555 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:21:45,556 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Unable to get data of znode /1398913122/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:21:45,566 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1398913122/switch/split already deleted, retry=false 2024-12-04T19:21:45,567 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Unable to get data of znode /1398913122/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:21:45,576 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1398913122/switch/merge already deleted, retry=false 2024-12-04T19:21:45,578 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Unable to get data of znode /1398913122/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:21:45,587 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1398913122/snapshot-cleanup already deleted, retry=false 2024-12-04T19:21:45,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1398913122/running 2024-12-04T19:21:45,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1398913122/running 2024-12-04T19:21:45,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:21:45,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:21:45,598 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,35401,1733340103885, sessionid=0x101a1cae1620003, setting cluster-up flag (Was=false) 2024-12-04T19:21:45,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:21:45,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:21:45,650 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1398913122/flush-table-proc/acquired, /1398913122/flush-table-proc/reached, /1398913122/flush-table-proc/abort 2024-12-04T19:21:45,651 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,35401,1733340103885 2024-12-04T19:21:45,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:21:45,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:21:45,703 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1398913122/online-snapshot/acquired, /1398913122/online-snapshot/reached, /1398913122/online-snapshot/abort 2024-12-04T19:21:45,704 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,35401,1733340103885 2024-12-04T19:21:45,704 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:21:45,705 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:45,705 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:21:45,705 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:21:45,705 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,35401,1733340103885 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:21:45,706 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:45,706 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:45,706 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:45,706 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:45,706 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:21:45,706 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:45,706 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:21:45,706 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:45,707 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340135707 2024-12-04T19:21:45,707 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:21:45,707 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:21:45,707 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:21:45,707 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:21:45,707 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:21:45,707 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:21:45,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:45,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:21:45,707 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:45,708 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:21:45,708 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:21:45,708 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:21:45,708 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:21:45,708 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:21:45,708 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:21:45,708 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:45,708 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340105708,5,FailOnTimeoutGroup] 2024-12-04T19:21:45,708 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340105708,5,FailOnTimeoutGroup] 2024-12-04T19:21:45,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:21:45,708 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:45,708 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:21:45,708 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:45,708 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:45,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:21:45,751 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(746): ClusterId : fbad5fb6-44f7-4e10-a773-4fd1757ba814 2024-12-04T19:21:45,751 DEBUG [RS:0;9ba2734cd39f:36591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:21:45,756 DEBUG [RS:0;9ba2734cd39f:36591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:21:45,756 DEBUG [RS:0;9ba2734cd39f:36591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:21:45,766 DEBUG [RS:0;9ba2734cd39f:36591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:21:45,767 DEBUG [RS:0;9ba2734cd39f:36591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7027f126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:21:45,776 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:36591 2024-12-04T19:21:45,776 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:21:45,776 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:21:45,776 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:21:45,776 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,35401,1733340103885 with port=36591, startcode=1733340104028 2024-12-04T19:21:45,776 DEBUG [RS:0;9ba2734cd39f:36591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:21:45,777 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:21:45,778 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,36591,1733340104028 2024-12-04T19:21:45,778 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35401 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,36591,1733340104028 2024-12-04T19:21:45,778 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c 2024-12-04T19:21:45,779 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45219 2024-12-04T19:21:45,779 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:21:45,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122/rs 2024-12-04T19:21:45,822 DEBUG [RS:0;9ba2734cd39f:36591 {}] zookeeper.ZKUtil(111): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Set watcher on existing znode=/1398913122/rs/9ba2734cd39f,36591,1733340104028 2024-12-04T19:21:45,822 WARN [RS:0;9ba2734cd39f:36591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:21:45,822 INFO [RS:0;9ba2734cd39f:36591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:45,822 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028 2024-12-04T19:21:45,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,36591,1733340104028] 2024-12-04T19:21:45,824 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:21:45,825 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:21:45,825 INFO [RS:0;9ba2734cd39f:36591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:21:45,826 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:45,826 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:21:45,826 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:21:45,826 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:45,826 DEBUG [RS:0;9ba2734cd39f:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:45,826 DEBUG [RS:0;9ba2734cd39f:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:45,826 DEBUG [RS:0;9ba2734cd39f:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:45,826 DEBUG [RS:0;9ba2734cd39f:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:45,826 DEBUG [RS:0;9ba2734cd39f:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:45,826 DEBUG [RS:0;9ba2734cd39f:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:21:45,826 DEBUG [RS:0;9ba2734cd39f:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:45,826 DEBUG [RS:0;9ba2734cd39f:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:45,826 DEBUG [RS:0;9ba2734cd39f:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:45,826 DEBUG [RS:0;9ba2734cd39f:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:45,826 DEBUG [RS:0;9ba2734cd39f:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:45,826 DEBUG [RS:0;9ba2734cd39f:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:45,826 DEBUG [RS:0;9ba2734cd39f:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:21:45,826 DEBUG [RS:0;9ba2734cd39f:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:21:45,827 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:45,827 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:45,827 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:45,827 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:45,827 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:45,827 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36591,1733340104028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:21:45,838 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:21:45,838 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,36591,1733340104028-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:45,838 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:45,838 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.Replication(171): 9ba2734cd39f,36591,1733340104028 started 2024-12-04T19:21:45,848 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:45,848 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,36591,1733340104028, RpcServer on 9ba2734cd39f/172.17.0.2:36591, sessionid=0x101a1cae1620004 2024-12-04T19:21:45,848 DEBUG [RS:0;9ba2734cd39f:36591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:21:45,848 DEBUG [RS:0;9ba2734cd39f:36591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,36591,1733340104028 2024-12-04T19:21:45,848 DEBUG [RS:0;9ba2734cd39f:36591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,36591,1733340104028' 2024-12-04T19:21:45,848 DEBUG [RS:0;9ba2734cd39f:36591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1398913122/flush-table-proc/abort' 2024-12-04T19:21:45,849 DEBUG [RS:0;9ba2734cd39f:36591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1398913122/flush-table-proc/acquired' 2024-12-04T19:21:45,849 DEBUG [RS:0;9ba2734cd39f:36591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:21:45,849 DEBUG [RS:0;9ba2734cd39f:36591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:21:45,849 DEBUG [RS:0;9ba2734cd39f:36591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,36591,1733340104028 2024-12-04T19:21:45,849 DEBUG [RS:0;9ba2734cd39f:36591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,36591,1733340104028' 2024-12-04T19:21:45,849 DEBUG [RS:0;9ba2734cd39f:36591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1398913122/online-snapshot/abort' 2024-12-04T19:21:45,849 DEBUG [RS:0;9ba2734cd39f:36591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1398913122/online-snapshot/acquired' 2024-12-04T19:21:45,850 DEBUG [RS:0;9ba2734cd39f:36591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:21:45,850 INFO [RS:0;9ba2734cd39f:36591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:21:45,850 INFO [RS:0;9ba2734cd39f:36591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:21:45,950 INFO [RS:0;9ba2734cd39f:36591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:21:45,951 INFO [RS:0;9ba2734cd39f:36591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C36591%2C1733340104028, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/oldWALs, maxLogs=10 2024-12-04T19:21:45,961 DEBUG [RS:0;9ba2734cd39f:36591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951, exclude list is [], retry=0 2024-12-04T19:21:45,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33699,DS-c8537739-72c2-4401-87ad-d0c48a8b0170,DISK] 2024-12-04T19:21:45,965 INFO [RS:0;9ba2734cd39f:36591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 2024-12-04T19:21:45,965 DEBUG [RS:0;9ba2734cd39f:36591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33109:33109)] 2024-12-04T19:21:46,114 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:21:46,114 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c 2024-12-04T19:21:46,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:21:46,147 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:21:46,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:46,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:21:46,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:21:46,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:46,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:46,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:21:46,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:21:46,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:46,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:46,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:21:46,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:21:46,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:46,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:46,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:21:46,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:21:46,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:46,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:46,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:21:46,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740 2024-12-04T19:21:46,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740 2024-12-04T19:21:46,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:21:46,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:21:46,526 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:21:46,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:21:46,528 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:46,528 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61357122, jitterRate=-0.0857076346874237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:21:46,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733340106521Initializing all the Stores at 1733340106521Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340106521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340106521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340106521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340106521Cleaning up temporary data from old regions at 1733340106526 (+5 ms)Region opened successfully at 1733340106528 (+2 ms) 2024-12-04T19:21:46,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:21:46,528 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:21:46,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:21:46,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:21:46,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:21:46,529 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:21:46,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340106528Disabling compacts and flushes for region at 1733340106528Disabling writes for close at 1733340106528Writing region close event to WAL at 1733340106529 (+1 ms)Closed at 1733340106529 2024-12-04T19:21:46,529 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:46,529 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:21:46,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:21:46,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:21:46,530 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:21:46,681 DEBUG [9ba2734cd39f:35401 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:21:46,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,36591,1733340104028 2024-12-04T19:21:46,682 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,36591,1733340104028, state=OPENING 2024-12-04T19:21:46,765 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:21:46,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:21:46,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:21:46,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1398913122/meta-region-server: CHANGED 2024-12-04T19:21:46,777 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:21:46,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1398913122/meta-region-server: CHANGED 2024-12-04T19:21:46,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,36591,1733340104028}] 2024-12-04T19:21:46,929 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:21:46,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:21:46,932 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:21:46,932 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:46,932 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:21:46,933 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C36591%2C1733340104028.meta, suffix=.meta, logDir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/oldWALs, maxLogs=10 2024-12-04T19:21:46,943 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.meta.1733340106933.meta, exclude list is [], retry=0 2024-12-04T19:21:46,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33699,DS-c8537739-72c2-4401-87ad-d0c48a8b0170,DISK] 2024-12-04T19:21:46,946 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.meta.1733340106933.meta 2024-12-04T19:21:46,946 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33109:33109)] 2024-12-04T19:21:46,946 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:46,946 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:21:46,946 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:21:46,946 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:21:46,946 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:21:46,947 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:21:46,947 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:46,947 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:21:46,947 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:21:46,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:21:46,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:21:46,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:46,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:46,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:21:46,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:21:46,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:46,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:46,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:21:46,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:21:46,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:46,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:46,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:21:46,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:21:46,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:46,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:46,950 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:21:46,951 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740 2024-12-04T19:21:46,951 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740 2024-12-04T19:21:46,952 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:21:46,952 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:21:46,952 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:21:46,953 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:21:46,953 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64388617, jitterRate=-0.040534839034080505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:21:46,953 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:21:46,953 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733340106947Writing region info on filesystem at 1733340106947Initializing all the Stores at 1733340106947Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340106947Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340106947Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340106947Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340106947Cleaning up temporary data from old regions at 1733340106952 (+5 ms)Running coprocessor post-open hooks at 1733340106953 (+1 ms)Region opened successfully at 1733340106953 2024-12-04T19:21:46,954 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733340106928 2024-12-04T19:21:46,956 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:21:46,956 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:21:46,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,36591,1733340104028 2024-12-04T19:21:46,956 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,36591,1733340104028, state=OPEN 2024-12-04T19:21:46,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1398913122/meta-region-server 2024-12-04T19:21:46,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1398913122/meta-region-server 2024-12-04T19:21:46,966 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,36591,1733340104028 2024-12-04T19:21:46,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1398913122/meta-region-server: CHANGED 2024-12-04T19:21:46,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1398913122/meta-region-server: CHANGED 2024-12-04T19:21:46,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:21:46,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,36591,1733340104028 in 189 msec 2024-12-04T19:21:46,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:21:46,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-12-04T19:21:46,969 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:46,969 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:21:46,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:46,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,36591,1733340104028, seqNum=-1] 2024-12-04T19:21:46,970 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:46,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:21:46,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-12-04T19:21:46,975 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733340106975, completionTime=-1 2024-12-04T19:21:46,975 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:21:46,975 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:21:46,976 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:21:46,976 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340166976 2024-12-04T19:21:46,976 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340226976 2024-12-04T19:21:46,976 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:21:46,976 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,35401,1733340103885-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:46,976 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,35401,1733340103885-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:46,976 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,35401,1733340103885-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:46,976 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:35401, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:46,976 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:46,977 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:46,978 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:21:46,979 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.897sec 2024-12-04T19:21:46,979 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:21:46,979 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:21:46,979 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:21:46,979 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:21:46,979 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:21:46,979 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,35401,1733340103885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:21:46,979 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,35401,1733340103885-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:21:46,981 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:21:46,981 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:21:46,981 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,35401,1733340103885-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:47,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d5a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:47,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35401,-1 for getting cluster id 2024-12-04T19:21:47,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:47,052 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbad5fb6-44f7-4e10-a773-4fd1757ba814' 2024-12-04T19:21:47,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbad5fb6-44f7-4e10-a773-4fd1757ba814" 2024-12-04T19:21:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65202f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35401,-1] 2024-12-04T19:21:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:47,054 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:47,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67144959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:47,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:47,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,36591,1733340104028, seqNum=-1] 2024-12-04T19:21:47,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:47,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:21:47,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,35401,1733340103885 2024-12-04T19:21:47,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61021 2024-12-04T19:21:47,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:21:47,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a1cae1620005 connected 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/hadoop.log.dir so I do NOT create it in target/test-data/4792b329-862f-107b-0614-9dd448eab569 2024-12-04T19:21:47,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/hadoop.tmp.dir so I do NOT create it in target/test-data/4792b329-862f-107b-0614-9dd448eab569 2024-12-04T19:21:47,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:21:47,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/cluster_ed5e6191-3b02-1206-9e71-381f301a3f2d, deleteOnExit=true 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/test.cache.data in system properties and HBase conf 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:21:47,105 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:21:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:21:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:21:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:21:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:21:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:21:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:21:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:21:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:21:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:21:47,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:21:47,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:21:47,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:21:47,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:21:47,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:21:47,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:21:47,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:21:47,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@786ba9ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:21:47,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61f0e322{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:21:47,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61c486c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/java.io.tmpdir/jetty-localhost-44231-hadoop-hdfs-3_4_1-tests_jar-_-any-373947055423461063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:21:47,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a4837bb{HTTP/1.1, (http/1.1)}{localhost:44231} 2024-12-04T19:21:47,839 INFO [Time-limited test {}] server.Server(415): Started @293936ms 2024-12-04T19:21:48,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:21:48,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:21:48,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:21:48,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:21:48,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:21:48,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@720973d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:21:48,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74dbb0c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:21:48,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dc36374{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/java.io.tmpdir/jetty-localhost-42269-hadoop-hdfs-3_4_1-tests_jar-_-any-14438080373753492710/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:21:48,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13f6566f{HTTP/1.1, (http/1.1)}{localhost:42269} 2024-12-04T19:21:48,293 INFO [Time-limited test {}] server.Server(415): Started @294390ms 2024-12-04T19:21:48,294 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:21:48,864 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/cluster_ed5e6191-3b02-1206-9e71-381f301a3f2d/data/data2/current/BP-1429429417-172.17.0.2-1733340107118/current, will proceed with Du for space computation calculation, 2024-12-04T19:21:48,864 WARN [Thread-3681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/cluster_ed5e6191-3b02-1206-9e71-381f301a3f2d/data/data1/current/BP-1429429417-172.17.0.2-1733340107118/current, will proceed with Du for space computation calculation, 2024-12-04T19:21:48,883 WARN [Thread-3669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:21:48,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa97128b184ddda59 with lease ID 0xc0bdd6617b3c885c: Processing first storage report for DS-315b4374-ef25-40f6-900c-0fd178518674 from datanode DatanodeRegistration(127.0.0.1:42153, datanodeUuid=5d6fd4b2-4449-4dd4-b66a-9bad467417f9, infoPort=44191, infoSecurePort=0, ipcPort=36811, storageInfo=lv=-57;cid=testClusterID;nsid=2083475257;c=1733340107118) 2024-12-04T19:21:48,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa97128b184ddda59 with lease ID 0xc0bdd6617b3c885c: from storage DS-315b4374-ef25-40f6-900c-0fd178518674 node DatanodeRegistration(127.0.0.1:42153, datanodeUuid=5d6fd4b2-4449-4dd4-b66a-9bad467417f9, infoPort=44191, infoSecurePort=0, ipcPort=36811, storageInfo=lv=-57;cid=testClusterID;nsid=2083475257;c=1733340107118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:21:48,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa97128b184ddda59 with lease ID 0xc0bdd6617b3c885c: Processing first storage report for DS-0a3b6f5c-30d5-4ade-ae40-7c8eb94642bf from datanode DatanodeRegistration(127.0.0.1:42153, datanodeUuid=5d6fd4b2-4449-4dd4-b66a-9bad467417f9, infoPort=44191, infoSecurePort=0, ipcPort=36811, storageInfo=lv=-57;cid=testClusterID;nsid=2083475257;c=1733340107118) 2024-12-04T19:21:48,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa97128b184ddda59 with lease ID 0xc0bdd6617b3c885c: from storage DS-0a3b6f5c-30d5-4ade-ae40-7c8eb94642bf node DatanodeRegistration(127.0.0.1:42153, datanodeUuid=5d6fd4b2-4449-4dd4-b66a-9bad467417f9, infoPort=44191, infoSecurePort=0, ipcPort=36811, storageInfo=lv=-57;cid=testClusterID;nsid=2083475257;c=1733340107118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:21:48,920 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569 2024-12-04T19:21:48,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:48,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:48,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:21:49,329 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc with version=8 2024-12-04T19:21:49,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/hbase-staging 2024-12-04T19:21:49,330 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:21:49,330 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:49,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:49,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:21:49,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:49,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:21:49,331 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:21:49,331 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:21:49,331 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38335 2024-12-04T19:21:49,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38335 connecting to ZooKeeper ensemble=127.0.0.1:61021 2024-12-04T19:21:49,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383350x0, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:21:49,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38335-0x101a1cae1620006 connected 2024-12-04T19:21:49,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:21:49,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:49,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T19:21:49,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T19:21:49,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T19:21:49,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:49,464 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Set watcher on znode that does not yet exist, /21608301238/running 2024-12-04T19:21:49,464 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc, hbase.cluster.distributed=false 2024-12-04T19:21:49,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Set watcher on znode that does not yet exist, /21608301238/acl 2024-12-04T19:21:49,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38335 2024-12-04T19:21:49,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38335 2024-12-04T19:21:49,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38335 2024-12-04T19:21:49,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38335 2024-12-04T19:21:49,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38335 2024-12-04T19:21:49,478 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:21:49,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:49,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:49,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:21:49,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:21:49,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:21:49,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:21:49,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:21:49,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40315 2024-12-04T19:21:49,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40315 connecting to ZooKeeper ensemble=127.0.0.1:61021 2024-12-04T19:21:49,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:49,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403150x0, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:21:49,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403150x0, quorum=127.0.0.1:61021, baseZNode=/21608301238 Set watcher on znode that does not yet exist, /21608301238/running 2024-12-04T19:21:49,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40315-0x101a1cae1620007 connected 2024-12-04T19:21:49,493 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:21:49,493 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:21:49,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Set watcher on znode that does not yet exist, /21608301238/master 2024-12-04T19:21:49,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Set watcher on znode that does not yet exist, /21608301238/acl 2024-12-04T19:21:49,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40315 2024-12-04T19:21:49,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40315 2024-12-04T19:21:49,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40315 2024-12-04T19:21:49,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40315 2024-12-04T19:21:49,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40315 2024-12-04T19:21:49,508 DEBUG [M:0;9ba2734cd39f:38335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:38335 2024-12-04T19:21:49,510 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21608301238/backup-masters/9ba2734cd39f,38335,1733340109330 2024-12-04T19:21:49,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238/backup-masters 2024-12-04T19:21:49,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238/backup-masters 2024-12-04T19:21:49,523 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Set watcher on existing znode=/21608301238/backup-masters/9ba2734cd39f,38335,1733340109330 2024-12-04T19:21:49,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21608301238/master 2024-12-04T19:21:49,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:21:49,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:21:49,534 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Set watcher on existing znode=/21608301238/master 2024-12-04T19:21:49,535 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21608301238/backup-masters/9ba2734cd39f,38335,1733340109330 from backup master directory 2024-12-04T19:21:49,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21608301238/backup-masters/9ba2734cd39f,38335,1733340109330 2024-12-04T19:21:49,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238/backup-masters 2024-12-04T19:21:49,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238/backup-masters 2024-12-04T19:21:49,545 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:21:49,545 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,38335,1733340109330 2024-12-04T19:21:49,547 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/hbase.id] with ID: 9294088a-617b-4e64-bbe4-2c12aea0a299 2024-12-04T19:21:49,547 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/.tmp/hbase.id 2024-12-04T19:21:49,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:21:49,951 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/.tmp/hbase.id]:[hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/hbase.id] 2024-12-04T19:21:49,958 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:21:49,958 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:21:49,958 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T19:21:50,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:21:50,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:21:50,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:21:50,412 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:21:50,413 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:21:50,413 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:50,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:21:50,819 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store 2024-12-04T19:21:50,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:21:51,226 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:51,228 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:21:51,228 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:51,228 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:51,228 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:21:51,228 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:51,228 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:21:51,228 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340111228Disabling compacts and flushes for region at 1733340111228Disabling writes for close at 1733340111228Writing region close event to WAL at 1733340111228Closed at 1733340111228 2024-12-04T19:21:51,229 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/.initializing 2024-12-04T19:21:51,229 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/WALs/9ba2734cd39f,38335,1733340109330 2024-12-04T19:21:51,230 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:21:51,231 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C38335%2C1733340109330, suffix=, logDir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/WALs/9ba2734cd39f,38335,1733340109330, archiveDir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/oldWALs, maxLogs=10 2024-12-04T19:21:51,251 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/WALs/9ba2734cd39f,38335,1733340109330/9ba2734cd39f%2C38335%2C1733340109330.1733340111231, exclude list is [], retry=0 2024-12-04T19:21:51,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42153,DS-315b4374-ef25-40f6-900c-0fd178518674,DISK] 2024-12-04T19:21:51,255 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/WALs/9ba2734cd39f,38335,1733340109330/9ba2734cd39f%2C38335%2C1733340109330.1733340111231 2024-12-04T19:21:51,255 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44191:44191)] 2024-12-04T19:21:51,255 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:51,255 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:51,255 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:51,256 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:51,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:51,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:21:51,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:51,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:51,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:51,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:21:51,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:51,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:51,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:51,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:21:51,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:51,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:51,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:51,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:21:51,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:51,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:51,261 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:51,261 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:51,262 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:51,262 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:51,262 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:51,263 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:21:51,263 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:21:51,265 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:51,265 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63672848, jitterRate=-0.05120062828063965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:21:51,265 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733340111256Initializing all the Stores at 1733340111256Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340111256Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340111256Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340111256Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340111256Cleaning up temporary data from old regions at 1733340111262 (+6 ms)Region opened successfully at 1733340111265 (+3 ms) 2024-12-04T19:21:51,265 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:21:51,267 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507e128b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:21:51,268 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:21:51,268 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:21:51,268 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:21:51,268 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:21:51,268 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:21:51,268 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:21:51,268 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:21:51,270 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:21:51,271 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Unable to get data of znode /21608301238/balancer because node does not exist (not necessarily an error) 2024-12-04T19:21:51,386 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21608301238/balancer already deleted, retry=false 2024-12-04T19:21:51,386 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:21:51,387 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Unable to get data of znode /21608301238/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:21:51,397 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21608301238/normalizer already deleted, retry=false 2024-12-04T19:21:51,397 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:21:51,398 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Unable to get data of znode /21608301238/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:21:51,408 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21608301238/switch/split already deleted, retry=false 2024-12-04T19:21:51,408 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Unable to get data of znode /21608301238/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:21:51,418 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21608301238/switch/merge already deleted, retry=false 2024-12-04T19:21:51,420 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Unable to get data of znode /21608301238/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:21:51,429 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21608301238/snapshot-cleanup already deleted, retry=false 2024-12-04T19:21:51,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21608301238/running 2024-12-04T19:21:51,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21608301238/running 2024-12-04T19:21:51,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:21:51,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:21:51,440 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,38335,1733340109330, sessionid=0x101a1cae1620006, setting cluster-up flag (Was=false) 2024-12-04T19:21:51,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:21:51,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:21:51,492 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21608301238/flush-table-proc/acquired, /21608301238/flush-table-proc/reached, /21608301238/flush-table-proc/abort 2024-12-04T19:21:51,493 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,38335,1733340109330 2024-12-04T19:21:51,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:21:51,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:21:51,545 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21608301238/online-snapshot/acquired, /21608301238/online-snapshot/reached, /21608301238/online-snapshot/abort 2024-12-04T19:21:51,545 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,38335,1733340109330 2024-12-04T19:21:51,546 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:21:51,548 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:51,548 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:21:51,548 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:21:51,548 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,38335,1733340109330 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:21:51,549 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:51,550 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:51,550 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:51,550 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:21:51,550 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:21:51,550 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:51,550 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:21:51,550 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:51,550 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340141550 2024-12-04T19:21:51,551 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:21:51,551 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:21:51,551 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:21:51,551 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:21:51,551 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:21:51,551 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:21:51,551 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:51,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:51,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:21:51,551 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:21:51,551 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:21:51,551 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:21:51,551 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:21:51,551 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:21:51,551 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:21:51,552 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340111551,5,FailOnTimeoutGroup] 2024-12-04T19:21:51,552 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:51,552 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:21:51,552 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340111552,5,FailOnTimeoutGroup] 2024-12-04T19:21:51,552 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:51,552 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:21:51,552 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:51,553 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:51,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:21:51,601 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(746): ClusterId : 9294088a-617b-4e64-bbe4-2c12aea0a299 2024-12-04T19:21:51,601 DEBUG [RS:0;9ba2734cd39f:40315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:21:51,608 DEBUG [RS:0;9ba2734cd39f:40315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:21:51,608 DEBUG [RS:0;9ba2734cd39f:40315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:21:51,619 DEBUG [RS:0;9ba2734cd39f:40315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:21:51,619 DEBUG [RS:0;9ba2734cd39f:40315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56823260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:21:51,629 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:40315 2024-12-04T19:21:51,629 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:21:51,629 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:21:51,629 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:21:51,629 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,38335,1733340109330 with port=40315, startcode=1733340109477 2024-12-04T19:21:51,629 DEBUG [RS:0;9ba2734cd39f:40315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:21:51,631 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:21:51,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,40315,1733340109477 2024-12-04T19:21:51,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38335 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,40315,1733340109477 2024-12-04T19:21:51,632 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc 2024-12-04T19:21:51,632 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35393 2024-12-04T19:21:51,632 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:21:51,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238/rs 2024-12-04T19:21:51,674 DEBUG [RS:0;9ba2734cd39f:40315 {}] zookeeper.ZKUtil(111): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Set watcher on existing znode=/21608301238/rs/9ba2734cd39f,40315,1733340109477 2024-12-04T19:21:51,674 WARN [RS:0;9ba2734cd39f:40315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:21:51,674 INFO [RS:0;9ba2734cd39f:40315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:51,674 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477 2024-12-04T19:21:51,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,40315,1733340109477] 2024-12-04T19:21:51,676 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:21:51,678 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:21:51,678 INFO [RS:0;9ba2734cd39f:40315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:21:51,678 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:51,678 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:21:51,679 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:21:51,679 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:51,679 DEBUG [RS:0;9ba2734cd39f:40315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:51,679 DEBUG [RS:0;9ba2734cd39f:40315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:51,679 DEBUG [RS:0;9ba2734cd39f:40315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:51,679 DEBUG [RS:0;9ba2734cd39f:40315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:51,679 DEBUG [RS:0;9ba2734cd39f:40315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:51,679 DEBUG [RS:0;9ba2734cd39f:40315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:21:51,679 DEBUG [RS:0;9ba2734cd39f:40315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:51,679 DEBUG [RS:0;9ba2734cd39f:40315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:51,679 DEBUG [RS:0;9ba2734cd39f:40315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:51,679 DEBUG [RS:0;9ba2734cd39f:40315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:51,679 DEBUG [RS:0;9ba2734cd39f:40315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:51,679 DEBUG [RS:0;9ba2734cd39f:40315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:21:51,679 DEBUG [RS:0;9ba2734cd39f:40315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:21:51,679 DEBUG [RS:0;9ba2734cd39f:40315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:21:51,680 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:51,680 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:51,680 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:51,680 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:51,680 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:51,680 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40315,1733340109477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:21:51,691 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:21:51,691 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40315,1733340109477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:51,692 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:51,692 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.Replication(171): 9ba2734cd39f,40315,1733340109477 started 2024-12-04T19:21:51,703 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:51,703 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,40315,1733340109477, RpcServer on 9ba2734cd39f/172.17.0.2:40315, sessionid=0x101a1cae1620007 2024-12-04T19:21:51,703 DEBUG [RS:0;9ba2734cd39f:40315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:21:51,703 DEBUG [RS:0;9ba2734cd39f:40315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,40315,1733340109477 2024-12-04T19:21:51,703 DEBUG [RS:0;9ba2734cd39f:40315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,40315,1733340109477' 2024-12-04T19:21:51,703 DEBUG [RS:0;9ba2734cd39f:40315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21608301238/flush-table-proc/abort' 2024-12-04T19:21:51,703 DEBUG [RS:0;9ba2734cd39f:40315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21608301238/flush-table-proc/acquired' 2024-12-04T19:21:51,703 DEBUG [RS:0;9ba2734cd39f:40315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:21:51,703 DEBUG [RS:0;9ba2734cd39f:40315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:21:51,704 DEBUG [RS:0;9ba2734cd39f:40315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,40315,1733340109477 2024-12-04T19:21:51,704 DEBUG [RS:0;9ba2734cd39f:40315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,40315,1733340109477' 2024-12-04T19:21:51,704 DEBUG [RS:0;9ba2734cd39f:40315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21608301238/online-snapshot/abort' 2024-12-04T19:21:51,704 DEBUG [RS:0;9ba2734cd39f:40315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21608301238/online-snapshot/acquired' 2024-12-04T19:21:51,704 DEBUG [RS:0;9ba2734cd39f:40315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:21:51,704 INFO [RS:0;9ba2734cd39f:40315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:21:51,704 INFO [RS:0;9ba2734cd39f:40315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:21:51,804 INFO [RS:0;9ba2734cd39f:40315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:21:51,805 INFO [RS:0;9ba2734cd39f:40315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C40315%2C1733340109477, suffix=, logDir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477, archiveDir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/oldWALs, maxLogs=10 2024-12-04T19:21:51,816 DEBUG [RS:0;9ba2734cd39f:40315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806, exclude list is [], retry=0 2024-12-04T19:21:51,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42153,DS-315b4374-ef25-40f6-900c-0fd178518674,DISK] 2024-12-04T19:21:51,820 INFO [RS:0;9ba2734cd39f:40315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 2024-12-04T19:21:51,820 DEBUG [RS:0;9ba2734cd39f:40315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44191:44191)] 2024-12-04T19:21:51,957 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:21:51,957 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc 2024-12-04T19:21:51,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:21:52,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:52,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:21:52,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:21:52,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:52,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:52,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:21:52,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:21:52,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:52,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:52,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:21:52,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:21:52,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:52,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:52,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:21:52,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:21:52,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:52,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:52,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:21:52,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740 2024-12-04T19:21:52,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740 2024-12-04T19:21:52,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:21:52,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:21:52,369 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:21:52,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:21:52,371 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:52,371 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64837798, jitterRate=-0.03384152054786682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:21:52,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733340112361Initializing all the Stores at 1733340112362 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340112362Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340112362Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340112362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340112362Cleaning up temporary data from old regions at 1733340112368 (+6 ms)Region opened successfully at 1733340112371 (+3 ms) 2024-12-04T19:21:52,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:21:52,371 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:21:52,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:21:52,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:21:52,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:21:52,371 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:21:52,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340112371Disabling compacts and flushes for region at 1733340112371Disabling writes for close at 1733340112371Writing region close event to WAL at 1733340112371Closed at 1733340112371 2024-12-04T19:21:52,372 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:52,372 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:21:52,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:21:52,373 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:21:52,373 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:21:52,449 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:21:52,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:52,524 DEBUG [9ba2734cd39f:38335 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:21:52,524 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,40315,1733340109477 2024-12-04T19:21:52,525 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,40315,1733340109477, state=OPENING 2024-12-04T19:21:52,576 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:21:52,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:21:52,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:21:52,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21608301238/meta-region-server: CHANGED 2024-12-04T19:21:52,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21608301238/meta-region-server: CHANGED 2024-12-04T19:21:52,587 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:21:52,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,40315,1733340109477}] 2024-12-04T19:21:52,739 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:21:52,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:21:52,742 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:21:52,742 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:21:52,742 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:21:52,744 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C40315%2C1733340109477.meta, suffix=.meta, logDir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477, archiveDir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/oldWALs, maxLogs=10 2024-12-04T19:21:52,757 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.meta.1733340112744.meta, exclude list is [], retry=0 2024-12-04T19:21:52,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42153,DS-315b4374-ef25-40f6-900c-0fd178518674,DISK] 2024-12-04T19:21:52,759 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.meta.1733340112744.meta 2024-12-04T19:21:52,760 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44191:44191)] 2024-12-04T19:21:52,760 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:52,760 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:21:52,760 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:21:52,760 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:21:52,760 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:21:52,760 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:21:52,760 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:52,760 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:21:52,760 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:21:52,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:21:52,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:21:52,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:52,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:52,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:21:52,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:21:52,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:52,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:52,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:21:52,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:21:52,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:52,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:52,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:21:52,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:21:52,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:52,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:21:52,765 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:21:52,765 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740 2024-12-04T19:21:52,766 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740 2024-12-04T19:21:52,767 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:21:52,767 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:21:52,767 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:21:52,768 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:21:52,768 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61788496, jitterRate=-0.07927966117858887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:21:52,768 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:21:52,768 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733340112760Writing region info on filesystem at 1733340112760Initializing all the Stores at 1733340112761 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340112761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340112761Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340112761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340112761Cleaning up temporary data from old regions at 1733340112767 (+6 ms)Running coprocessor post-open hooks at 1733340112768 (+1 ms)Region opened successfully at 1733340112768 2024-12-04T19:21:52,769 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733340112739 2024-12-04T19:21:52,770 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:21:52,770 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:21:52,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,40315,1733340109477 2024-12-04T19:21:52,771 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,40315,1733340109477, state=OPEN 2024-12-04T19:21:52,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21608301238/meta-region-server 2024-12-04T19:21:52,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21608301238/meta-region-server 2024-12-04T19:21:52,797 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,40315,1733340109477 2024-12-04T19:21:52,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21608301238/meta-region-server: CHANGED 2024-12-04T19:21:52,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21608301238/meta-region-server: CHANGED 2024-12-04T19:21:52,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:21:52,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,40315,1733340109477 in 210 msec 2024-12-04T19:21:52,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:21:52,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-12-04T19:21:52,800 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:21:52,800 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:21:52,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:52,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,40315,1733340109477, seqNum=-1] 2024-12-04T19:21:52,801 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:52,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:21:52,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-12-04T19:21:52,805 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733340112805, completionTime=-1 2024-12-04T19:21:52,805 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:21:52,805 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:21:52,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:21:52,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340172807 2024-12-04T19:21:52,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340232807 2024-12-04T19:21:52,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:21:52,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38335,1733340109330-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:52,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38335,1733340109330-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:52,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38335,1733340109330-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:52,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:38335, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:52,807 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:52,808 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:52,809 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:21:52,810 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.265sec 2024-12-04T19:21:52,810 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:21:52,810 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:21:52,810 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:21:52,810 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:21:52,810 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:21:52,810 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38335,1733340109330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:21:52,810 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38335,1733340109330-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:21:52,812 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:21:52,812 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:21:52,812 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,38335,1733340109330-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:21:52,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ec7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:52,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,38335,-1 for getting cluster id 2024-12-04T19:21:52,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:52,903 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9294088a-617b-4e64-bbe4-2c12aea0a299' 2024-12-04T19:21:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9294088a-617b-4e64-bbe4-2c12aea0a299" 2024-12-04T19:21:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da8c57c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,38335,-1] 2024-12-04T19:21:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:52,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:52,904 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:52,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:52,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:21:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,40315,1733340109477, seqNum=-1] 2024-12-04T19:21:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:21:52,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:21:52,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,38335,1733340109330 2024-12-04T19:21:52,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61021 2024-12-04T19:21:52,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:21:52,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a1cae1620008 connected 2024-12-04T19:21:52,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,42315,1733340097863 2024-12-04T19:21:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c692972 2024-12-04T19:21:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:52,927 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:52,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:21:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:21:52,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:21:52,929 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:52,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:21:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:52,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:21:52,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:21:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:53,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61efaabc36480e9fb34bf9e1ca35c8e6, NAME => 'test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee 2024-12-04T19:21:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:21:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:53,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:53,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 61efaabc36480e9fb34bf9e1ca35c8e6, disabling compactions & flushes 2024-12-04T19:21:53,751 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. 2024-12-04T19:21:53,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. 2024-12-04T19:21:53,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. after waiting 0 ms 2024-12-04T19:21:53,751 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. 2024-12-04T19:21:53,751 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. 2024-12-04T19:21:53,752 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61efaabc36480e9fb34bf9e1ca35c8e6: Waiting for close lock at 1733340113751Disabling compacts and flushes for region at 1733340113751Disabling writes for close at 1733340113751Writing region close event to WAL at 1733340113751Closed at 1733340113751 2024-12-04T19:21:53,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:21:53,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733340113753"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340113753"}]},"ts":"1733340113753"} 2024-12-04T19:21:53,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:21:53,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:21:53,755 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340113755"}]},"ts":"1733340113755"} 2024-12-04T19:21:53,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:21:53,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61efaabc36480e9fb34bf9e1ca35c8e6, ASSIGN}] 2024-12-04T19:21:53,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=61efaabc36480e9fb34bf9e1ca35c8e6, ASSIGN 2024-12-04T19:21:53,758 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=61efaabc36480e9fb34bf9e1ca35c8e6, ASSIGN; state=OFFLINE, location=9ba2734cd39f,46185,1733340098070; forceNewPlan=false, retain=false 2024-12-04T19:21:53,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61efaabc36480e9fb34bf9e1ca35c8e6, regionState=OPENING, regionLocation=9ba2734cd39f,46185,1733340098070 2024-12-04T19:21:53,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=61efaabc36480e9fb34bf9e1ca35c8e6, ASSIGN because future has completed 2024-12-04T19:21:53,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61efaabc36480e9fb34bf9e1ca35c8e6, server=9ba2734cd39f,46185,1733340098070}] 2024-12-04T19:21:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:54,068 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. 2024-12-04T19:21:54,068 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 61efaabc36480e9fb34bf9e1ca35c8e6, NAME => 'test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:54,069 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:21:54,069 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:21:54,069 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:21:54,069 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:54,069 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:21:54,069 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:21:54,070 INFO [StoreOpener-61efaabc36480e9fb34bf9e1ca35c8e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:21:54,071 INFO [StoreOpener-61efaabc36480e9fb34bf9e1ca35c8e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61efaabc36480e9fb34bf9e1ca35c8e6 columnFamilyName f 2024-12-04T19:21:54,071 DEBUG [StoreOpener-61efaabc36480e9fb34bf9e1ca35c8e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:54,071 INFO [StoreOpener-61efaabc36480e9fb34bf9e1ca35c8e6-1 {}] regionserver.HStore(327): Store=61efaabc36480e9fb34bf9e1ca35c8e6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:54,071 INFO [StoreOpener-61efaabc36480e9fb34bf9e1ca35c8e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:21:54,072 INFO [StoreOpener-61efaabc36480e9fb34bf9e1ca35c8e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61efaabc36480e9fb34bf9e1ca35c8e6 columnFamilyName f1 2024-12-04T19:21:54,072 DEBUG [StoreOpener-61efaabc36480e9fb34bf9e1ca35c8e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:54,072 INFO [StoreOpener-61efaabc36480e9fb34bf9e1ca35c8e6-1 {}] regionserver.HStore(327): Store=61efaabc36480e9fb34bf9e1ca35c8e6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:54,072 INFO [StoreOpener-61efaabc36480e9fb34bf9e1ca35c8e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:21:54,073 INFO [StoreOpener-61efaabc36480e9fb34bf9e1ca35c8e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61efaabc36480e9fb34bf9e1ca35c8e6 columnFamilyName norep 2024-12-04T19:21:54,073 DEBUG [StoreOpener-61efaabc36480e9fb34bf9e1ca35c8e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:54,074 INFO [StoreOpener-61efaabc36480e9fb34bf9e1ca35c8e6-1 {}] regionserver.HStore(327): Store=61efaabc36480e9fb34bf9e1ca35c8e6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:54,074 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:21:54,074 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:21:54,075 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:21:54,075 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:21:54,075 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:21:54,076 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:21:54,077 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:21:54,080 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:54,080 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 61efaabc36480e9fb34bf9e1ca35c8e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69120810, jitterRate=0.029980331659317017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:21:54,080 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:21:54,080 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 61efaabc36480e9fb34bf9e1ca35c8e6: Running coprocessor pre-open hook at 1733340114069Writing region info on filesystem at 1733340114069Initializing all the Stores at 1733340114070 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340114070Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340114070Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340114070Cleaning up temporary data from old regions at 1733340114075 (+5 ms)Running coprocessor post-open hooks at 1733340114080 (+5 ms)Region opened successfully at 1733340114080 2024-12-04T19:21:54,081 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6., pid=6, masterSystemTime=1733340114062 2024-12-04T19:21:54,083 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. 2024-12-04T19:21:54,083 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. 2024-12-04T19:21:54,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=61efaabc36480e9fb34bf9e1ca35c8e6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,46185,1733340098070 2024-12-04T19:21:54,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61efaabc36480e9fb34bf9e1ca35c8e6, server=9ba2734cd39f,46185,1733340098070 because future has completed 2024-12-04T19:21:54,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:21:54,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 61efaabc36480e9fb34bf9e1ca35c8e6, server=9ba2734cd39f,46185,1733340098070 in 174 msec 2024-12-04T19:21:54,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:21:54,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=61efaabc36480e9fb34bf9e1ca35c8e6, ASSIGN in 330 msec 2024-12-04T19:21:54,089 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:21:54,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340114089"}]},"ts":"1733340114089"} 2024-12-04T19:21:54,090 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:21:54,091 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:21:54,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-12-04T19:21:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:55,074 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:21:55,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,35401,1733340103885 2024-12-04T19:21:55,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@597b3376 2024-12-04T19:21:55,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:55,077 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:55,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:21:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:21:55,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:21:55,079 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:55,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:21:55,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:21:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:55,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:21:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:55,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bc0a87a78343df62b9d53e137a1715e, NAME => 'test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c 2024-12-04T19:21:55,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:21:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:55,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:55,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2bc0a87a78343df62b9d53e137a1715e, disabling compactions & flushes 2024-12-04T19:21:55,889 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. 2024-12-04T19:21:55,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. 2024-12-04T19:21:55,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. after waiting 0 ms 2024-12-04T19:21:55,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. 2024-12-04T19:21:55,889 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. 2024-12-04T19:21:55,889 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bc0a87a78343df62b9d53e137a1715e: Waiting for close lock at 1733340115889Disabling compacts and flushes for region at 1733340115889Disabling writes for close at 1733340115889Writing region close event to WAL at 1733340115889Closed at 1733340115889 2024-12-04T19:21:55,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:21:55,891 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733340115891"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340115891"}]},"ts":"1733340115891"} 2024-12-04T19:21:55,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:21:55,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:21:55,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340115894"}]},"ts":"1733340115894"} 2024-12-04T19:21:55,895 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:21:55,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2bc0a87a78343df62b9d53e137a1715e, ASSIGN}] 2024-12-04T19:21:55,896 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2bc0a87a78343df62b9d53e137a1715e, ASSIGN 2024-12-04T19:21:55,897 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2bc0a87a78343df62b9d53e137a1715e, ASSIGN; state=OFFLINE, location=9ba2734cd39f,36591,1733340104028; forceNewPlan=false, retain=false 2024-12-04T19:21:56,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bc0a87a78343df62b9d53e137a1715e, regionState=OPENING, regionLocation=9ba2734cd39f,36591,1733340104028 2024-12-04T19:21:56,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2bc0a87a78343df62b9d53e137a1715e, ASSIGN because future has completed 2024-12-04T19:21:56,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bc0a87a78343df62b9d53e137a1715e, server=9ba2734cd39f,36591,1733340104028}] 2024-12-04T19:21:56,203 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. 2024-12-04T19:21:56,204 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bc0a87a78343df62b9d53e137a1715e, NAME => 'test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:56,204 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:21:56,204 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:21:56,204 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:21:56,204 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:56,204 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:21:56,204 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:21:56,205 INFO [StoreOpener-2bc0a87a78343df62b9d53e137a1715e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:21:56,206 INFO [StoreOpener-2bc0a87a78343df62b9d53e137a1715e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bc0a87a78343df62b9d53e137a1715e columnFamilyName f 2024-12-04T19:21:56,206 DEBUG [StoreOpener-2bc0a87a78343df62b9d53e137a1715e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:56,206 INFO [StoreOpener-2bc0a87a78343df62b9d53e137a1715e-1 {}] regionserver.HStore(327): Store=2bc0a87a78343df62b9d53e137a1715e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:56,206 INFO [StoreOpener-2bc0a87a78343df62b9d53e137a1715e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:21:56,207 INFO [StoreOpener-2bc0a87a78343df62b9d53e137a1715e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bc0a87a78343df62b9d53e137a1715e columnFamilyName f1 2024-12-04T19:21:56,207 DEBUG [StoreOpener-2bc0a87a78343df62b9d53e137a1715e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:56,207 INFO [StoreOpener-2bc0a87a78343df62b9d53e137a1715e-1 {}] regionserver.HStore(327): Store=2bc0a87a78343df62b9d53e137a1715e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:56,207 INFO [StoreOpener-2bc0a87a78343df62b9d53e137a1715e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:21:56,208 INFO [StoreOpener-2bc0a87a78343df62b9d53e137a1715e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bc0a87a78343df62b9d53e137a1715e columnFamilyName norep 2024-12-04T19:21:56,208 DEBUG [StoreOpener-2bc0a87a78343df62b9d53e137a1715e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:56,208 INFO [StoreOpener-2bc0a87a78343df62b9d53e137a1715e-1 {}] regionserver.HStore(327): Store=2bc0a87a78343df62b9d53e137a1715e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:56,208 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:21:56,209 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:21:56,209 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:21:56,209 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:21:56,210 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:21:56,210 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:21:56,211 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:21:56,212 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:56,212 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2bc0a87a78343df62b9d53e137a1715e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71913170, jitterRate=0.07158973813056946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:21:56,212 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:21:56,212 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2bc0a87a78343df62b9d53e137a1715e: Running coprocessor pre-open hook at 1733340116204Writing region info on filesystem at 1733340116204Initializing all the Stores at 1733340116205 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340116205Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340116205Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340116205Cleaning up temporary data from old regions at 1733340116210 (+5 ms)Running coprocessor post-open hooks at 1733340116212 (+2 ms)Region opened successfully at 1733340116212 2024-12-04T19:21:56,213 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e., pid=6, masterSystemTime=1733340116201 2024-12-04T19:21:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:56,214 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. 2024-12-04T19:21:56,214 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. 2024-12-04T19:21:56,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bc0a87a78343df62b9d53e137a1715e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,36591,1733340104028 2024-12-04T19:21:56,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bc0a87a78343df62b9d53e137a1715e, server=9ba2734cd39f,36591,1733340104028 because future has completed 2024-12-04T19:21:56,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:21:56,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bc0a87a78343df62b9d53e137a1715e, server=9ba2734cd39f,36591,1733340104028 in 167 msec 2024-12-04T19:21:56,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:21:56,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2bc0a87a78343df62b9d53e137a1715e, ASSIGN in 323 msec 2024-12-04T19:21:56,220 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:21:56,221 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340116220"}]},"ts":"1733340116220"} 2024-12-04T19:21:56,222 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:21:56,223 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:21:56,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-12-04T19:21:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:57,224 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:21:57,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,38335,1733340109330 2024-12-04T19:21:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bc972d4 2024-12-04T19:21:57,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:57,227 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:57,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:21:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:21:57,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:21:57,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:57,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:21:57,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:21:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:57,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:21:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:57,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffb6731e09a5557b3f98867ca4298350, NAME => 'test,,1733340117227.ffb6731e09a5557b3f98867ca4298350.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc 2024-12-04T19:21:57,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:21:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:58,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733340117227.ffb6731e09a5557b3f98867ca4298350.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:58,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ffb6731e09a5557b3f98867ca4298350, disabling compactions & flushes 2024-12-04T19:21:58,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. 2024-12-04T19:21:58,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. 2024-12-04T19:21:58,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. after waiting 0 ms 2024-12-04T19:21:58,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. 2024-12-04T19:21:58,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. 2024-12-04T19:21:58,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffb6731e09a5557b3f98867ca4298350: Waiting for close lock at 1733340118050Disabling compacts and flushes for region at 1733340118050Disabling writes for close at 1733340118050Writing region close event to WAL at 1733340118050Closed at 1733340118050 2024-12-04T19:21:58,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:21:58,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733340117227.ffb6731e09a5557b3f98867ca4298350.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733340118051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340118051"}]},"ts":"1733340118051"} 2024-12-04T19:21:58,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:21:58,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:21:58,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340118053"}]},"ts":"1733340118053"} 2024-12-04T19:21:58,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:21:58,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffb6731e09a5557b3f98867ca4298350, ASSIGN}] 2024-12-04T19:21:58,056 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ffb6731e09a5557b3f98867ca4298350, ASSIGN 2024-12-04T19:21:58,056 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ffb6731e09a5557b3f98867ca4298350, ASSIGN; state=OFFLINE, location=9ba2734cd39f,40315,1733340109477; forceNewPlan=false, retain=false 2024-12-04T19:21:58,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffb6731e09a5557b3f98867ca4298350, regionState=OPENING, regionLocation=9ba2734cd39f,40315,1733340109477 2024-12-04T19:21:58,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ffb6731e09a5557b3f98867ca4298350, ASSIGN because future has completed 2024-12-04T19:21:58,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffb6731e09a5557b3f98867ca4298350, server=9ba2734cd39f,40315,1733340109477}] 2024-12-04T19:21:58,265 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:21:58,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:21:58,350 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T19:21:58,364 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. 2024-12-04T19:21:58,364 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ffb6731e09a5557b3f98867ca4298350, NAME => 'test,,1733340117227.ffb6731e09a5557b3f98867ca4298350.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:21:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:58,364 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:21:58,364 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:21:58,364 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:21:58,364 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733340117227.ffb6731e09a5557b3f98867ca4298350.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:21:58,364 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:21:58,364 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:21:58,365 INFO [StoreOpener-ffb6731e09a5557b3f98867ca4298350-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:21:58,366 INFO [StoreOpener-ffb6731e09a5557b3f98867ca4298350-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffb6731e09a5557b3f98867ca4298350 columnFamilyName f 2024-12-04T19:21:58,366 DEBUG [StoreOpener-ffb6731e09a5557b3f98867ca4298350-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:58,367 INFO [StoreOpener-ffb6731e09a5557b3f98867ca4298350-1 {}] regionserver.HStore(327): Store=ffb6731e09a5557b3f98867ca4298350/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:58,367 INFO [StoreOpener-ffb6731e09a5557b3f98867ca4298350-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:21:58,368 INFO [StoreOpener-ffb6731e09a5557b3f98867ca4298350-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffb6731e09a5557b3f98867ca4298350 columnFamilyName f1 2024-12-04T19:21:58,368 DEBUG [StoreOpener-ffb6731e09a5557b3f98867ca4298350-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:58,368 INFO [StoreOpener-ffb6731e09a5557b3f98867ca4298350-1 {}] regionserver.HStore(327): Store=ffb6731e09a5557b3f98867ca4298350/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:58,368 INFO [StoreOpener-ffb6731e09a5557b3f98867ca4298350-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:21:58,369 INFO [StoreOpener-ffb6731e09a5557b3f98867ca4298350-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffb6731e09a5557b3f98867ca4298350 columnFamilyName norep 2024-12-04T19:21:58,369 DEBUG [StoreOpener-ffb6731e09a5557b3f98867ca4298350-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:58,369 INFO [StoreOpener-ffb6731e09a5557b3f98867ca4298350-1 {}] regionserver.HStore(327): Store=ffb6731e09a5557b3f98867ca4298350/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:21:58,369 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:21:58,370 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:21:58,370 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:21:58,371 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:21:58,371 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:21:58,371 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:21:58,372 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:21:58,373 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:21:58,374 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ffb6731e09a5557b3f98867ca4298350; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73165374, jitterRate=0.09024903178215027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:21:58,374 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:21:58,374 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ffb6731e09a5557b3f98867ca4298350: Running coprocessor pre-open hook at 1733340118365Writing region info on filesystem at 1733340118365Initializing all the Stores at 1733340118365Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340118365Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340118365Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340118365Cleaning up temporary data from old regions at 1733340118371 (+6 ms)Running coprocessor post-open hooks at 1733340118374 (+3 ms)Region opened successfully at 1733340118374 2024-12-04T19:21:58,374 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733340117227.ffb6731e09a5557b3f98867ca4298350., pid=6, masterSystemTime=1733340118360 2024-12-04T19:21:58,376 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. 2024-12-04T19:21:58,376 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. 2024-12-04T19:21:58,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffb6731e09a5557b3f98867ca4298350, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,40315,1733340109477 2024-12-04T19:21:58,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffb6731e09a5557b3f98867ca4298350, server=9ba2734cd39f,40315,1733340109477 because future has completed 2024-12-04T19:21:58,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:21:58,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ffb6731e09a5557b3f98867ca4298350, server=9ba2734cd39f,40315,1733340109477 in 170 msec 2024-12-04T19:21:58,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:21:58,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ffb6731e09a5557b3f98867ca4298350, ASSIGN in 325 msec 2024-12-04T19:21:58,383 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:21:58,383 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340118383"}]},"ts":"1733340118383"} 2024-12-04T19:21:58,385 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:21:58,386 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:21:58,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-12-04T19:21:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:21:59,374 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:21:59,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b68e27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:59,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,42315,-1 for getting cluster id 2024-12-04T19:21:59,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:59,375 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '582acdbc-1cf9-4cd9-9032-5eea6a3b5c63' 2024-12-04T19:21:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "582acdbc-1cf9-4cd9-9032-5eea6a3b5c63" 2024-12-04T19:21:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db73992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,42315,-1] 2024-12-04T19:21:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:59,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:59,377 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a0d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:59,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:59,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,42315,1733340097863 2024-12-04T19:21:59,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51326231 2024-12-04T19:21:59,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:59,379 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:59,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:35401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:21:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:21:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:59,381 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:35401' 2024-12-04T19:21:59,382 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce889b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:59,382 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35401,-1 for getting cluster id 2024-12-04T19:21:59,382 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:21:59,383 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbad5fb6-44f7-4e10-a773-4fd1757ba814' 2024-12-04T19:21:59,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:21:59,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbad5fb6-44f7-4e10-a773-4fd1757ba814" 2024-12-04T19:21:59,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4ebf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:59,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35401,-1] 2024-12-04T19:21:59,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:21:59,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:59,384 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:21:59,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd97c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:21:59,385 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:21:59,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,35401,1733340103885 2024-12-04T19:21:59,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c816cc1 2024-12-04T19:21:59,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:21:59,386 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:21:59,387 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T19:21:59,387 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:21:59,387 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:59,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:21:59,387 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:21:59,388 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:21:59,389 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:21:59,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:21:59,389 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:21:59,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:21:59,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741837_1013 (size=1138) 2024-12-04T19:21:59,439 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:21:59,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T19:21:59,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T19:21:59,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:21:59,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T19:21:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:21:59,796 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 555ebd88ec7d6c32efa6ecb0405679a1, NAME => 'hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee 2024-12-04T19:21:59,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741838_1014 (size=44) 2024-12-04T19:22:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:00,027 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=9, created chunk count=34, reused chunk count=117, reuseRatio=77.48% 2024-12-04T19:22:00,027 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-04T19:22:00,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:00,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 555ebd88ec7d6c32efa6ecb0405679a1, disabling compactions & flushes 2024-12-04T19:22:00,200 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. 2024-12-04T19:22:00,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. 2024-12-04T19:22:00,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. after waiting 0 ms 2024-12-04T19:22:00,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. 2024-12-04T19:22:00,200 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. 2024-12-04T19:22:00,201 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 555ebd88ec7d6c32efa6ecb0405679a1: Waiting for close lock at 1733340120200Disabling compacts and flushes for region at 1733340120200Disabling writes for close at 1733340120200Writing region close event to WAL at 1733340120200Closed at 1733340120200 2024-12-04T19:22:00,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:22:00,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733340120201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340120201"}]},"ts":"1733340120201"} 2024-12-04T19:22:00,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:22:00,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:22:00,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340120203"}]},"ts":"1733340120203"} 2024-12-04T19:22:00,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:22:00,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=555ebd88ec7d6c32efa6ecb0405679a1, ASSIGN}] 2024-12-04T19:22:00,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=555ebd88ec7d6c32efa6ecb0405679a1, ASSIGN 2024-12-04T19:22:00,206 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=555ebd88ec7d6c32efa6ecb0405679a1, ASSIGN; state=OFFLINE, location=9ba2734cd39f,46185,1733340098070; forceNewPlan=false, retain=false 2024-12-04T19:22:00,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=555ebd88ec7d6c32efa6ecb0405679a1, regionState=OPENING, regionLocation=9ba2734cd39f,46185,1733340098070 2024-12-04T19:22:00,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=555ebd88ec7d6c32efa6ecb0405679a1, ASSIGN because future has completed 2024-12-04T19:22:00,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 555ebd88ec7d6c32efa6ecb0405679a1, server=9ba2734cd39f,46185,1733340098070}] 2024-12-04T19:22:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:00,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. 2024-12-04T19:22:00,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:00,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:22:00,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C46185%2C1733340098070.rep, suffix=, logDir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070, archiveDir=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/oldWALs, maxLogs=10 2024-12-04T19:22:00,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.rep.1733340120515, exclude list is [], retry=0 2024-12-04T19:22:00,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34777,DS-cbae7a08-8eb1-4d80-9545-bbaa90ff9dd9,DISK] 2024-12-04T19:22:00,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.rep.1733340120515 2024-12-04T19:22:00,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117)] 2024-12-04T19:22:00,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 555ebd88ec7d6c32efa6ecb0405679a1, NAME => 'hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:00,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:22:00,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:22:00,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. service=MultiRowMutationService 2024-12-04T19:22:00,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:22:00,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 555ebd88ec7d6c32efa6ecb0405679a1 2024-12-04T19:22:00,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:00,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 555ebd88ec7d6c32efa6ecb0405679a1 2024-12-04T19:22:00,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 555ebd88ec7d6c32efa6ecb0405679a1 2024-12-04T19:22:00,536 INFO [StoreOpener-555ebd88ec7d6c32efa6ecb0405679a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 555ebd88ec7d6c32efa6ecb0405679a1 2024-12-04T19:22:00,537 INFO [StoreOpener-555ebd88ec7d6c32efa6ecb0405679a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 555ebd88ec7d6c32efa6ecb0405679a1 columnFamilyName hfileref 2024-12-04T19:22:00,537 DEBUG [StoreOpener-555ebd88ec7d6c32efa6ecb0405679a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:00,537 INFO [StoreOpener-555ebd88ec7d6c32efa6ecb0405679a1-1 {}] regionserver.HStore(327): Store=555ebd88ec7d6c32efa6ecb0405679a1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:00,537 INFO [StoreOpener-555ebd88ec7d6c32efa6ecb0405679a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 555ebd88ec7d6c32efa6ecb0405679a1 2024-12-04T19:22:00,538 INFO [StoreOpener-555ebd88ec7d6c32efa6ecb0405679a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 555ebd88ec7d6c32efa6ecb0405679a1 columnFamilyName queue 2024-12-04T19:22:00,538 DEBUG [StoreOpener-555ebd88ec7d6c32efa6ecb0405679a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:00,538 INFO [StoreOpener-555ebd88ec7d6c32efa6ecb0405679a1-1 {}] regionserver.HStore(327): Store=555ebd88ec7d6c32efa6ecb0405679a1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:00,538 INFO [StoreOpener-555ebd88ec7d6c32efa6ecb0405679a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 555ebd88ec7d6c32efa6ecb0405679a1 2024-12-04T19:22:00,539 INFO [StoreOpener-555ebd88ec7d6c32efa6ecb0405679a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 555ebd88ec7d6c32efa6ecb0405679a1 columnFamilyName sid 2024-12-04T19:22:00,539 DEBUG [StoreOpener-555ebd88ec7d6c32efa6ecb0405679a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:00,539 INFO [StoreOpener-555ebd88ec7d6c32efa6ecb0405679a1-1 {}] regionserver.HStore(327): Store=555ebd88ec7d6c32efa6ecb0405679a1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:00,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 555ebd88ec7d6c32efa6ecb0405679a1 2024-12-04T19:22:00,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/replication/555ebd88ec7d6c32efa6ecb0405679a1 2024-12-04T19:22:00,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/replication/555ebd88ec7d6c32efa6ecb0405679a1 2024-12-04T19:22:00,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 555ebd88ec7d6c32efa6ecb0405679a1 2024-12-04T19:22:00,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 555ebd88ec7d6c32efa6ecb0405679a1 2024-12-04T19:22:00,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:22:00,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 555ebd88ec7d6c32efa6ecb0405679a1 2024-12-04T19:22:00,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/replication/555ebd88ec7d6c32efa6ecb0405679a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:00,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 555ebd88ec7d6c32efa6ecb0405679a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73860978, jitterRate=0.10061433911323547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:22:00,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 555ebd88ec7d6c32efa6ecb0405679a1 2024-12-04T19:22:00,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 555ebd88ec7d6c32efa6ecb0405679a1: Running coprocessor pre-open hook at 1733340120535Writing region info on filesystem at 1733340120535Initializing all the Stores at 1733340120536 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340120536Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340120536Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340120536Cleaning up temporary data from old regions at 1733340120541 (+5 ms)Running coprocessor post-open hooks at 1733340120543 (+2 ms)Region opened successfully at 1733340120544 (+1 ms) 2024-12-04T19:22:00,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1., pid=10, masterSystemTime=1733340120511 2024-12-04T19:22:00,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. 2024-12-04T19:22:00,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. 2024-12-04T19:22:00,546 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=555ebd88ec7d6c32efa6ecb0405679a1, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,46185,1733340098070 2024-12-04T19:22:00,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 555ebd88ec7d6c32efa6ecb0405679a1, server=9ba2734cd39f,46185,1733340098070 because future has completed 2024-12-04T19:22:00,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T19:22:00,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 555ebd88ec7d6c32efa6ecb0405679a1, server=9ba2734cd39f,46185,1733340098070 in 189 msec 2024-12-04T19:22:00,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T19:22:00,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=555ebd88ec7d6c32efa6ecb0405679a1, ASSIGN in 344 msec 2024-12-04T19:22:00,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:22:00,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340120551"}]},"ts":"1733340120551"} 2024-12-04T19:22:00,552 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:22:00,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:22:00,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-12-04T19:22:00,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1., hostname=9ba2734cd39f,46185,1733340098070, seqNum=2] 2024-12-04T19:22:00,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:22:00,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:22:00,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:22:00,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T19:22:00,835 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:22:00,870 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,46185,1733340098070, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:22:00,871 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:00,871 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,46185,1733340098070, seqNum=-1] 2024-12-04T19:22:00,871 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:00,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-04T19:22:00,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,46185,1733340098070', locateType=CURRENT is [region=hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1., hostname=9ba2734cd39f,46185,1733340098070, seqNum=2] 2024-12-04T19:22:00,876 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T19:22:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T19:22:00,878 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,46185,1733340098070 suceeded 2024-12-04T19:22:00,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T19:22:00,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-12-04T19:22:00,880 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:35401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:22:00,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-12-04T19:22:00,894 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:35401' 2024-12-04T19:22:00,895 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f3928ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:00,895 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35401,-1 for getting cluster id 2024-12-04T19:22:00,895 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:00,896 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbad5fb6-44f7-4e10-a773-4fd1757ba814' 2024-12-04T19:22:00,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:00,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbad5fb6-44f7-4e10-a773-4fd1757ba814" 2024-12-04T19:22:00,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26e1836f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:00,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35401,-1] 2024-12-04T19:22:00,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:00,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:00,897 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:00,898 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@203504fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:00,898 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:00,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,35401,1733340103885 2024-12-04T19:22:00,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26019c2b 2024-12-04T19:22:00,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:00,899 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-04T19:22:00,900 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,46185,1733340098070 (queues=1) is replicating from cluster=582acdbc-1cf9-4cd9-9032-5eea6a3b5c63 to cluster=fbad5fb6-44f7-4e10-a773-4fd1757ba814 2024-12-04T19:22:00,900 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C46185%2C1733340098070 2024-12-04T19:22:00,900 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,46185,1733340098070, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:22:00,900 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C46185%2C1733340098070 2024-12-04T19:22:00,900 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288, startPosition=0, beingWritten=true 2024-12-04T19:22:00,905 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:22:00,905 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 379, reset compression=false 2024-12-04T19:22:00,905 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,46185,1733340098070 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:22:01,108 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 379, reset compression=false 2024-12-04T19:22:01,411 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 379, reset compression=false 2024-12-04T19:22:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:01,524 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:22:01,524 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:01,524 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:01,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:01,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:01,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:01,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7dd88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:01,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35401,-1 for getting cluster id 2024-12-04T19:22:01,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:01,526 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbad5fb6-44f7-4e10-a773-4fd1757ba814' 2024-12-04T19:22:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbad5fb6-44f7-4e10-a773-4fd1757ba814" 2024-12-04T19:22:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcdb6dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35401,-1] 2024-12-04T19:22:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:01,527 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:01,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7359f968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:01,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:01,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,35401,1733340103885 2024-12-04T19:22:01,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@126e2759 2024-12-04T19:22:01,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:01,529 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:01,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:38335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:22:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:22:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:01,531 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:38335' 2024-12-04T19:22:01,532 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b6daf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:01,532 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,38335,-1 for getting cluster id 2024-12-04T19:22:01,532 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:01,533 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9294088a-617b-4e64-bbe4-2c12aea0a299' 2024-12-04T19:22:01,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:01,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9294088a-617b-4e64-bbe4-2c12aea0a299" 2024-12-04T19:22:01,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f4700d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:01,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,38335,-1] 2024-12-04T19:22:01,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:01,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:01,534 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:01,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7857ddd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:01,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:01,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,38335,1733340109330 2024-12-04T19:22:01,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d8dfab4 2024-12-04T19:22:01,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:01,536 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:01,536 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T19:22:01,536 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:22:01,536 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:01,536 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:01,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:01,537 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:22:01,537 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:22:01,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:22:01,538 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:01,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:22:01,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741837_1013 (size=1138) 2024-12-04T19:22:01,588 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:22:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:01,815 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 379, reset compression=false 2024-12-04T19:22:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:01,944 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72d5c5682aac45b500d89a1aefdf35a8, NAME => 'hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c 2024-12-04T19:22:01,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741838_1014 (size=44) 2024-12-04T19:22:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:02,318 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 379, reset compression=false 2024-12-04T19:22:02,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:02,348 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 72d5c5682aac45b500d89a1aefdf35a8, disabling compactions & flushes 2024-12-04T19:22:02,349 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. 2024-12-04T19:22:02,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. 2024-12-04T19:22:02,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. after waiting 0 ms 2024-12-04T19:22:02,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. 2024-12-04T19:22:02,349 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. 2024-12-04T19:22:02,349 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72d5c5682aac45b500d89a1aefdf35a8: Waiting for close lock at 1733340122348Disabling compacts and flushes for region at 1733340122348Disabling writes for close at 1733340122349 (+1 ms)Writing region close event to WAL at 1733340122349Closed at 1733340122349 2024-12-04T19:22:02,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:22:02,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733340122397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340122397"}]},"ts":"1733340122397"} 2024-12-04T19:22:02,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:22:02,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:22:02,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340122400"}]},"ts":"1733340122400"} 2024-12-04T19:22:02,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:22:02,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72d5c5682aac45b500d89a1aefdf35a8, ASSIGN}] 2024-12-04T19:22:02,402 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72d5c5682aac45b500d89a1aefdf35a8, ASSIGN 2024-12-04T19:22:02,403 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72d5c5682aac45b500d89a1aefdf35a8, ASSIGN; state=OFFLINE, location=9ba2734cd39f,36591,1733340104028; forceNewPlan=false, retain=false 2024-12-04T19:22:02,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=72d5c5682aac45b500d89a1aefdf35a8, regionState=OPENING, regionLocation=9ba2734cd39f,36591,1733340104028 2024-12-04T19:22:02,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=72d5c5682aac45b500d89a1aefdf35a8, ASSIGN because future has completed 2024-12-04T19:22:02,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72d5c5682aac45b500d89a1aefdf35a8, server=9ba2734cd39f,36591,1733340104028}] 2024-12-04T19:22:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:02,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. 2024-12-04T19:22:02,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:02,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:22:02,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C36591%2C1733340104028.rep, suffix=, logDir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028, archiveDir=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/oldWALs, maxLogs=10 2024-12-04T19:22:02,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.rep.1733340122712, exclude list is [], retry=0 2024-12-04T19:22:02,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33699,DS-c8537739-72c2-4401-87ad-d0c48a8b0170,DISK] 2024-12-04T19:22:02,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.rep.1733340122712 2024-12-04T19:22:02,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33109:33109)] 2024-12-04T19:22:02,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 72d5c5682aac45b500d89a1aefdf35a8, NAME => 'hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:02,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:22:02,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:22:02,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. service=MultiRowMutationService 2024-12-04T19:22:02,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:22:02,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:02,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:02,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:02,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:02,728 INFO [StoreOpener-72d5c5682aac45b500d89a1aefdf35a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:02,729 INFO [StoreOpener-72d5c5682aac45b500d89a1aefdf35a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d5c5682aac45b500d89a1aefdf35a8 columnFamilyName hfileref 2024-12-04T19:22:02,729 DEBUG [StoreOpener-72d5c5682aac45b500d89a1aefdf35a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:02,729 INFO [StoreOpener-72d5c5682aac45b500d89a1aefdf35a8-1 {}] regionserver.HStore(327): Store=72d5c5682aac45b500d89a1aefdf35a8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:02,729 INFO [StoreOpener-72d5c5682aac45b500d89a1aefdf35a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:02,730 INFO [StoreOpener-72d5c5682aac45b500d89a1aefdf35a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d5c5682aac45b500d89a1aefdf35a8 columnFamilyName queue 2024-12-04T19:22:02,730 DEBUG [StoreOpener-72d5c5682aac45b500d89a1aefdf35a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:02,730 INFO [StoreOpener-72d5c5682aac45b500d89a1aefdf35a8-1 {}] regionserver.HStore(327): Store=72d5c5682aac45b500d89a1aefdf35a8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:02,730 INFO [StoreOpener-72d5c5682aac45b500d89a1aefdf35a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:02,731 INFO [StoreOpener-72d5c5682aac45b500d89a1aefdf35a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72d5c5682aac45b500d89a1aefdf35a8 columnFamilyName sid 2024-12-04T19:22:02,731 DEBUG [StoreOpener-72d5c5682aac45b500d89a1aefdf35a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:02,731 INFO [StoreOpener-72d5c5682aac45b500d89a1aefdf35a8-1 {}] regionserver.HStore(327): Store=72d5c5682aac45b500d89a1aefdf35a8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:02,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:02,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/replication/72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:02,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/replication/72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:02,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:02,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:02,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:22:02,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:02,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/replication/72d5c5682aac45b500d89a1aefdf35a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:02,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 72d5c5682aac45b500d89a1aefdf35a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73243459, jitterRate=0.09141258895397186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:22:02,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:02,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 72d5c5682aac45b500d89a1aefdf35a8: Running coprocessor pre-open hook at 1733340122727Writing region info on filesystem at 1733340122727Initializing all the Stores at 1733340122728 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340122728Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340122728Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340122728Cleaning up temporary data from old regions at 1733340122732 (+4 ms)Running coprocessor post-open hooks at 1733340122737 (+5 ms)Region opened successfully at 1733340122737 2024-12-04T19:22:02,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8., pid=10, masterSystemTime=1733340122708 2024-12-04T19:22:02,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. 2024-12-04T19:22:02,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. 2024-12-04T19:22:02,739 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=72d5c5682aac45b500d89a1aefdf35a8, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,36591,1733340104028 2024-12-04T19:22:02,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72d5c5682aac45b500d89a1aefdf35a8, server=9ba2734cd39f,36591,1733340104028 because future has completed 2024-12-04T19:22:02,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T19:22:02,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 72d5c5682aac45b500d89a1aefdf35a8, server=9ba2734cd39f,36591,1733340104028 in 188 msec 2024-12-04T19:22:02,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T19:22:02,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=72d5c5682aac45b500d89a1aefdf35a8, ASSIGN in 344 msec 2024-12-04T19:22:02,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:22:02,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340122748"}]},"ts":"1733340122748"} 2024-12-04T19:22:02,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:22:02,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:22:02,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2130 sec 2024-12-04T19:22:02,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8., hostname=9ba2734cd39f,36591,1733340104028, seqNum=2] 2024-12-04T19:22:02,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:22:02,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:22:02,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:22:02,920 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 379, reset compression=false 2024-12-04T19:22:03,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T19:22:03,003 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:22:03,027 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,36591,1733340104028, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:22:03,027 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:03,027 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,36591,1733340104028, seqNum=-1] 2024-12-04T19:22:03,027 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:03,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T19:22:03,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,36591,1733340104028', locateType=CURRENT is [region=hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8., hostname=9ba2734cd39f,36591,1733340104028, seqNum=2] 2024-12-04T19:22:03,031 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T19:22:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T19:22:03,033 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,36591,1733340104028 suceeded 2024-12-04T19:22:03,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T19:22:03,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-04T19:22:03,034 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:38335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:22:03,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-12-04T19:22:03,049 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:38335' 2024-12-04T19:22:03,050 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aa2f33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:03,050 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,38335,-1 for getting cluster id 2024-12-04T19:22:03,050 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:03,051 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9294088a-617b-4e64-bbe4-2c12aea0a299' 2024-12-04T19:22:03,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:03,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9294088a-617b-4e64-bbe4-2c12aea0a299" 2024-12-04T19:22:03,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@361ab45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:03,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,38335,-1] 2024-12-04T19:22:03,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:03,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:03,052 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:03,052 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710b4d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:03,053 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:03,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,38335,1733340109330 2024-12-04T19:22:03,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f709755 2024-12-04T19:22:03,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:03,054 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-04T19:22:03,054 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,36591,1733340104028 (queues=1) is replicating from cluster=fbad5fb6-44f7-4e10-a773-4fd1757ba814 to cluster=9294088a-617b-4e64-bbe4-2c12aea0a299 2024-12-04T19:22:03,054 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C36591%2C1733340104028 2024-12-04T19:22:03,055 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,36591,1733340104028, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:22:03,055 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C36591%2C1733340104028 2024-12-04T19:22:03,055 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951, startPosition=0, beingWritten=true 2024-12-04T19:22:03,059 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:22:03,059 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 379, reset compression=false 2024-12-04T19:22:03,059 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,36591,1733340104028 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:22:03,262 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 379, reset compression=false 2024-12-04T19:22:03,565 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 379, reset compression=false 2024-12-04T19:22:03,623 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 379, reset compression=false 2024-12-04T19:22:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:03,674 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:22:03,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:03,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:03,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:03,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:03,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:03,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98bbbb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:03,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,38335,-1 for getting cluster id 2024-12-04T19:22:03,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:03,676 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9294088a-617b-4e64-bbe4-2c12aea0a299' 2024-12-04T19:22:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9294088a-617b-4e64-bbe4-2c12aea0a299" 2024-12-04T19:22:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106c3b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,38335,-1] 2024-12-04T19:22:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:03,677 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc7ef49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:03,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:03,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,38335,1733340109330 2024-12-04T19:22:03,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17638e06 2024-12-04T19:22:03,678 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:03,679 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:03,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:35401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:22:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:22:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:03,681 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:35401' 2024-12-04T19:22:03,682 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f581840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:03,682 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35401,-1 for getting cluster id 2024-12-04T19:22:03,682 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:03,683 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbad5fb6-44f7-4e10-a773-4fd1757ba814' 2024-12-04T19:22:03,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:03,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbad5fb6-44f7-4e10-a773-4fd1757ba814" 2024-12-04T19:22:03,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b16db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:03,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35401,-1] 2024-12-04T19:22:03,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:03,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:03,684 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:03,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428ba6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:03,684 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:03,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,35401,1733340103885 2024-12-04T19:22:03,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73647158 2024-12-04T19:22:03,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:03,686 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:03,686 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T19:22:03,686 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:22:03,686 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:03,686 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:03,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:03,687 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:22:03,687 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:22:03,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:22:03,688 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:03,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:22:03,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741837_1013 (size=1138) 2024-12-04T19:22:03,738 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:22:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:03,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:22:03,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:03,969 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 379, reset compression=false 2024-12-04T19:22:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:04,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 263b9667ef7a3dfa3107d8c0f8fedd72, NAME => 'hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc 2024-12-04T19:22:04,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741838_1014 (size=44) 2024-12-04T19:22:04,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:04,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 263b9667ef7a3dfa3107d8c0f8fedd72, disabling compactions & flushes 2024-12-04T19:22:04,102 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. 2024-12-04T19:22:04,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. 2024-12-04T19:22:04,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. after waiting 0 ms 2024-12-04T19:22:04,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. 2024-12-04T19:22:04,102 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. 2024-12-04T19:22:04,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 263b9667ef7a3dfa3107d8c0f8fedd72: Waiting for close lock at 1733340124102Disabling compacts and flushes for region at 1733340124102Disabling writes for close at 1733340124102Writing region close event to WAL at 1733340124102Closed at 1733340124102 2024-12-04T19:22:04,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:22:04,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733340124103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340124103"}]},"ts":"1733340124103"} 2024-12-04T19:22:04,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:22:04,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:22:04,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340124105"}]},"ts":"1733340124105"} 2024-12-04T19:22:04,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:22:04,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=263b9667ef7a3dfa3107d8c0f8fedd72, ASSIGN}] 2024-12-04T19:22:04,108 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=263b9667ef7a3dfa3107d8c0f8fedd72, ASSIGN 2024-12-04T19:22:04,109 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=263b9667ef7a3dfa3107d8c0f8fedd72, ASSIGN; state=OFFLINE, location=9ba2734cd39f,40315,1733340109477; forceNewPlan=false, retain=false 2024-12-04T19:22:04,259 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=263b9667ef7a3dfa3107d8c0f8fedd72, regionState=OPENING, regionLocation=9ba2734cd39f,40315,1733340109477 2024-12-04T19:22:04,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=263b9667ef7a3dfa3107d8c0f8fedd72, ASSIGN because future has completed 2024-12-04T19:22:04,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 263b9667ef7a3dfa3107d8c0f8fedd72, server=9ba2734cd39f,40315,1733340109477}] 2024-12-04T19:22:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:04,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. 2024-12-04T19:22:04,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:04,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:22:04,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C40315%2C1733340109477.rep, suffix=, logDir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477, archiveDir=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/oldWALs, maxLogs=10 2024-12-04T19:22:04,427 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 379, reset compression=false 2024-12-04T19:22:04,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.rep.1733340124418, exclude list is [], retry=0 2024-12-04T19:22:04,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42153,DS-315b4374-ef25-40f6-900c-0fd178518674,DISK] 2024-12-04T19:22:04,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.rep.1733340124418 2024-12-04T19:22:04,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44191:44191)] 2024-12-04T19:22:04,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 263b9667ef7a3dfa3107d8c0f8fedd72, NAME => 'hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:04,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:22:04,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:22:04,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. service=MultiRowMutationService 2024-12-04T19:22:04,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:22:04,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 263b9667ef7a3dfa3107d8c0f8fedd72 2024-12-04T19:22:04,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:04,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 263b9667ef7a3dfa3107d8c0f8fedd72 2024-12-04T19:22:04,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 263b9667ef7a3dfa3107d8c0f8fedd72 2024-12-04T19:22:04,437 INFO [StoreOpener-263b9667ef7a3dfa3107d8c0f8fedd72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 263b9667ef7a3dfa3107d8c0f8fedd72 2024-12-04T19:22:04,438 INFO [StoreOpener-263b9667ef7a3dfa3107d8c0f8fedd72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 263b9667ef7a3dfa3107d8c0f8fedd72 columnFamilyName hfileref 2024-12-04T19:22:04,438 DEBUG [StoreOpener-263b9667ef7a3dfa3107d8c0f8fedd72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:04,438 INFO [StoreOpener-263b9667ef7a3dfa3107d8c0f8fedd72-1 {}] regionserver.HStore(327): Store=263b9667ef7a3dfa3107d8c0f8fedd72/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:04,438 INFO [StoreOpener-263b9667ef7a3dfa3107d8c0f8fedd72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 263b9667ef7a3dfa3107d8c0f8fedd72 2024-12-04T19:22:04,439 INFO [StoreOpener-263b9667ef7a3dfa3107d8c0f8fedd72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 263b9667ef7a3dfa3107d8c0f8fedd72 columnFamilyName queue 2024-12-04T19:22:04,439 DEBUG [StoreOpener-263b9667ef7a3dfa3107d8c0f8fedd72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:04,439 INFO [StoreOpener-263b9667ef7a3dfa3107d8c0f8fedd72-1 {}] regionserver.HStore(327): Store=263b9667ef7a3dfa3107d8c0f8fedd72/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:04,439 INFO [StoreOpener-263b9667ef7a3dfa3107d8c0f8fedd72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 263b9667ef7a3dfa3107d8c0f8fedd72 2024-12-04T19:22:04,440 INFO [StoreOpener-263b9667ef7a3dfa3107d8c0f8fedd72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 263b9667ef7a3dfa3107d8c0f8fedd72 columnFamilyName sid 2024-12-04T19:22:04,440 DEBUG [StoreOpener-263b9667ef7a3dfa3107d8c0f8fedd72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:04,440 INFO [StoreOpener-263b9667ef7a3dfa3107d8c0f8fedd72-1 {}] regionserver.HStore(327): Store=263b9667ef7a3dfa3107d8c0f8fedd72/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:04,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 263b9667ef7a3dfa3107d8c0f8fedd72 2024-12-04T19:22:04,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/replication/263b9667ef7a3dfa3107d8c0f8fedd72 2024-12-04T19:22:04,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/replication/263b9667ef7a3dfa3107d8c0f8fedd72 2024-12-04T19:22:04,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 263b9667ef7a3dfa3107d8c0f8fedd72 2024-12-04T19:22:04,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 263b9667ef7a3dfa3107d8c0f8fedd72 2024-12-04T19:22:04,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:22:04,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 263b9667ef7a3dfa3107d8c0f8fedd72 2024-12-04T19:22:04,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/replication/263b9667ef7a3dfa3107d8c0f8fedd72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:04,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 263b9667ef7a3dfa3107d8c0f8fedd72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67232672, jitterRate=0.0018448829650878906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:22:04,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 263b9667ef7a3dfa3107d8c0f8fedd72 2024-12-04T19:22:04,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 263b9667ef7a3dfa3107d8c0f8fedd72: Running coprocessor pre-open hook at 1733340124436Writing region info on filesystem at 1733340124436Initializing all the Stores at 1733340124436Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340124436Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340124437 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340124437Cleaning up temporary data from old regions at 1733340124441 (+4 ms)Running coprocessor post-open hooks at 1733340124445 (+4 ms)Region opened successfully at 1733340124445 2024-12-04T19:22:04,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72., pid=10, masterSystemTime=1733340124413 2024-12-04T19:22:04,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. 2024-12-04T19:22:04,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. 2024-12-04T19:22:04,448 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=263b9667ef7a3dfa3107d8c0f8fedd72, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,40315,1733340109477 2024-12-04T19:22:04,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 263b9667ef7a3dfa3107d8c0f8fedd72, server=9ba2734cd39f,40315,1733340109477 because future has completed 2024-12-04T19:22:04,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T19:22:04,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 263b9667ef7a3dfa3107d8c0f8fedd72, server=9ba2734cd39f,40315,1733340109477 in 191 msec 2024-12-04T19:22:04,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T19:22:04,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=263b9667ef7a3dfa3107d8c0f8fedd72, ASSIGN in 347 msec 2024-12-04T19:22:04,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:22:04,456 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340124456"}]},"ts":"1733340124456"} 2024-12-04T19:22:04,457 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:22:04,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:22:04,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-12-04T19:22:04,472 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 379, reset compression=false 2024-12-04T19:22:04,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72., hostname=9ba2734cd39f,40315,1733340109477, seqNum=2] 2024-12-04T19:22:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:22:04,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:22:04,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:22:04,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T19:22:04,760 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:22:04,796 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,40315,1733340109477, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:22:04,797 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:04,797 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,40315,1733340109477, seqNum=-1] 2024-12-04T19:22:04,797 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:04,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T19:22:04,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,40315,1733340109477', locateType=CURRENT is [region=hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72., hostname=9ba2734cd39f,40315,1733340109477, seqNum=2] 2024-12-04T19:22:04,801 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T19:22:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T19:22:04,803 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,40315,1733340109477 suceeded 2024-12-04T19:22:04,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T19:22:04,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-12-04T19:22:04,804 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:35401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:22:04,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1260 sec 2024-12-04T19:22:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:04,814 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:22:04,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:04,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:04,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:04,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:04,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:04,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e664036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:04,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,42315,-1 for getting cluster id 2024-12-04T19:22:04,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:04,816 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '582acdbc-1cf9-4cd9-9032-5eea6a3b5c63' 2024-12-04T19:22:04,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:04,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "582acdbc-1cf9-4cd9-9032-5eea6a3b5c63" 2024-12-04T19:22:04,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc1f7a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:04,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,42315,-1] 2024-12-04T19:22:04,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:04,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:04,817 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:04,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bea5f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:04,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681e7464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:04,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35401,-1 for getting cluster id 2024-12-04T19:22:04,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:04,819 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbad5fb6-44f7-4e10-a773-4fd1757ba814' 2024-12-04T19:22:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbad5fb6-44f7-4e10-a773-4fd1757ba814" 2024-12-04T19:22:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e85bc74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35401,-1] 2024-12-04T19:22:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:04,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:04,820 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:35401' 2024-12-04T19:22:04,820 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:04,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f67810c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:04,821 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f3e7d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:04,821 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35401,-1 for getting cluster id 2024-12-04T19:22:04,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b5505f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:04,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,38335,-1 for getting cluster id 2024-12-04T19:22:04,821 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:04,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:04,822 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9294088a-617b-4e64-bbe4-2c12aea0a299' 2024-12-04T19:22:04,822 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbad5fb6-44f7-4e10-a773-4fd1757ba814' 2024-12-04T19:22:04,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:04,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:04,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbad5fb6-44f7-4e10-a773-4fd1757ba814" 2024-12-04T19:22:04,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9294088a-617b-4e64-bbe4-2c12aea0a299" 2024-12-04T19:22:04,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29293f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:04,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bde206a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:04,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,38335,-1] 2024-12-04T19:22:04,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35401,-1] 2024-12-04T19:22:04,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:04,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:04,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:04,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:04,823 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:04,823 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:04,824 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68e499a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:04,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8da899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:04,824 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:04,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:04,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,35401,1733340103885 2024-12-04T19:22:04,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74771d75 2024-12-04T19:22:04,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,46185,1733340098070, seqNum=-1] 2024-12-04T19:22:04,825 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-04T19:22:04,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:04,826 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,40315,1733340109477 (queues=1) is replicating from cluster=9294088a-617b-4e64-bbe4-2c12aea0a299 to cluster=fbad5fb6-44f7-4e10-a773-4fd1757ba814 2024-12-04T19:22:04,826 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C40315%2C1733340109477 2024-12-04T19:22:04,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:04,826 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,40315,1733340109477, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:22:04,827 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806, startPosition=0, beingWritten=true 2024-12-04T19:22:04,827 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C40315%2C1733340109477 2024-12-04T19:22:04,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6., hostname=9ba2734cd39f,46185,1733340098070, seqNum=2] 2024-12-04T19:22:04,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:04,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,40315,1733340109477, seqNum=-1] 2024-12-04T19:22:04,831 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:04,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:04,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733340117227.ffb6731e09a5557b3f98867ca4298350., hostname=9ba2734cd39f,40315,1733340109477, seqNum=2] 2024-12-04T19:22:04,834 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T19:22:04,838 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:22:04,838 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 379, reset compression=false 2024-12-04T19:22:04,838 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,40315,1733340109477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:22:05,044 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 379, reset compression=false 2024-12-04T19:22:05,075 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 379, reset compression=false 2024-12-04T19:22:05,330 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 379, reset compression=false 2024-12-04T19:22:05,335 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:22:05,335 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 480, reset compression=false 2024-12-04T19:22:05,335 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,46185,1733340098070 got entry batch from reader: WALEntryBatch [walEntries=[{test/61efaabc36480e9fb34bf9e1ca35c8e6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T19:22:05,337 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:22:05,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-04T19:22:05,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:22:05,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@561fdac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:05,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,35401,-1 for getting cluster id 2024-12-04T19:22:05,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:05,340 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbad5fb6-44f7-4e10-a773-4fd1757ba814' 2024-12-04T19:22:05,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:05,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbad5fb6-44f7-4e10-a773-4fd1757ba814" 2024-12-04T19:22:05,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c13ec6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:05,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,35401,-1] 2024-12-04T19:22:05,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:05,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:05,341 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:05,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f480e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:05,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:05,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,36591,1733340104028, seqNum=-1] 2024-12-04T19:22:05,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:05,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T19:22:05,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e., hostname=9ba2734cd39f,36591,1733340104028, seqNum=2] 2024-12-04T19:22:05,347 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 379, reset compression=false 2024-12-04T19:22:05,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:22:05,539 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 480, reset compression=false 2024-12-04T19:22:05,752 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 379, reset compression=false 2024-12-04T19:22:05,778 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 379, reset compression=false 2024-12-04T19:22:05,782 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:22:05,782 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 503, reset compression=false 2024-12-04T19:22:05,782 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,36591,1733340104028 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bc0a87a78343df62b9d53e137a1715e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T19:22:05,784 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:22:05,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-04T19:22:05,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:22:05,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@733607cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:05,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40315 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,38335,-1 for getting cluster id 2024-12-04T19:22:05,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:05,786 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9294088a-617b-4e64-bbe4-2c12aea0a299' 2024-12-04T19:22:05,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:05,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9294088a-617b-4e64-bbe4-2c12aea0a299" 2024-12-04T19:22:05,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@617fb1f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:05,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,38335,-1] 2024-12-04T19:22:05,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:05,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:05,787 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:05,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5052853a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:05,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40315 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:05,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,40315,1733340109477, seqNum=-1] 2024-12-04T19:22:05,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:05,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T19:22:05,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733340117227.ffb6731e09a5557b3f98867ca4298350., hostname=9ba2734cd39f,40315,1733340109477, seqNum=2] 2024-12-04T19:22:05,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:22:05,836 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T19:22:05,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,36591,1733340104028, seqNum=-1] 2024-12-04T19:22:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:05,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e., hostname=9ba2734cd39f,36591,1733340104028, seqNum=2] 2024-12-04T19:22:05,842 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T19:22:05,842 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 480, reset compression=false 2024-12-04T19:22:05,986 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 503, reset compression=false 2024-12-04T19:22:05,990 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:22:05,990 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 607, reset compression=false 2024-12-04T19:22:05,990 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,36591,1733340104028 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bc0a87a78343df62b9d53e137a1715e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T19:22:05,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:22:05,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:22:06,195 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 607, reset compression=false 2024-12-04T19:22:06,245 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 480, reset compression=false 2024-12-04T19:22:06,255 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 379, reset compression=false 2024-12-04T19:22:06,259 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:22:06,259 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 655, reset compression=false 2024-12-04T19:22:06,259 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,40315,1733340109477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:22:06,463 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 655, reset compression=false 2024-12-04T19:22:06,498 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 607, reset compression=false 2024-12-04T19:22:06,749 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 480, reset compression=false 2024-12-04T19:22:06,766 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 655, reset compression=false 2024-12-04T19:22:06,844 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T19:22:06,847 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T19:22:06,901 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 607, reset compression=false 2024-12-04T19:22:07,169 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 655, reset compression=false 2024-12-04T19:22:07,172 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:22:07,172 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 759, reset compression=false 2024-12-04T19:22:07,172 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,40315,1733340109477 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffb6731e09a5557b3f98867ca4298350/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T19:22:07,174 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:22:07,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-04T19:22:07,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:22:07,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:22:07,352 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 480, reset compression=false 2024-12-04T19:22:07,376 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 759, reset compression=false 2024-12-04T19:22:07,404 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 607, reset compression=false 2024-12-04T19:22:07,454 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T19:22:07,462 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:22:07,462 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 735, reset compression=false 2024-12-04T19:22:07,462 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,36591,1733340104028 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:22:07,665 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 735, reset compression=false 2024-12-04T19:22:07,679 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 759, reset compression=false 2024-12-04T19:22:07,849 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T19:22:07,852 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T19:22:07,968 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 735, reset compression=false 2024-12-04T19:22:08,055 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 480, reset compression=false 2024-12-04T19:22:08,059 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:22:08,059 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:08,059 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,46185,1733340098070 got entry batch from reader: WALEntryBatch [walEntries=[{test/61efaabc36480e9fb34bf9e1ca35c8e6/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T19:22:08,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:22:08,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:22:08,082 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 759, reset compression=false 2024-12-04T19:22:08,262 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:08,371 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 735, reset compression=false 2024-12-04T19:22:08,375 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:22:08,375 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 882, reset compression=false 2024-12-04T19:22:08,375 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,36591,1733340104028 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bc0a87a78343df62b9d53e137a1715e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T19:22:08,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:22:08,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:22:08,565 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:08,586 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 759, reset compression=false 2024-12-04T19:22:08,588 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 882, reset compression=false 2024-12-04T19:22:08,590 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:22:08,590 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 930, reset compression=false 2024-12-04T19:22:08,590 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,40315,1733340109477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:22:08,796 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 930, reset compression=false 2024-12-04T19:22:08,853 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T19:22:08,856 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T19:22:08,893 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 882, reset compression=false 2024-12-04T19:22:08,896 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:22:08,896 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1041, reset compression=false 2024-12-04T19:22:08,896 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,36591,1733340104028 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bc0a87a78343df62b9d53e137a1715e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T19:22:08,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:22:08,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:22:08,968 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:09,099 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 930, reset compression=false 2024-12-04T19:22:09,100 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1041, reset compression=false 2024-12-04T19:22:09,103 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:22:09,103 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 1080, reset compression=false 2024-12-04T19:22:09,103 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,40315,1733340109477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:22:09,306 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 1080, reset compression=false 2024-12-04T19:22:09,403 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1041, reset compression=false 2024-12-04T19:22:09,472 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:09,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:22:09,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:09,610 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 1080, reset compression=false 2024-12-04T19:22:09,806 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1041, reset compression=false 2024-12-04T19:22:09,857 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T19:22:09,860 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T19:22:10,020 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 1080, reset compression=false 2024-12-04T19:22:10,024 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:22:10,024 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 1239, reset compression=false 2024-12-04T19:22:10,024 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,40315,1733340109477 got entry batch from reader: WALEntryBatch [walEntries=[{test/ffb6731e09a5557b3f98867ca4298350/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T19:22:10,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T19:22:10,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T19:22:10,075 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:10,227 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 1239, reset compression=false 2024-12-04T19:22:10,309 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1041, reset compression=false 2024-12-04T19:22:10,312 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:22:10,312 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1191, reset compression=false 2024-12-04T19:22:10,312 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,36591,1733340104028 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:22:10,516 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1191, reset compression=false 2024-12-04T19:22:10,530 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 1239, reset compression=false 2024-12-04T19:22:10,778 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:10,819 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1191, reset compression=false 2024-12-04T19:22:10,861 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T19:22:10,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:22:10,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:10,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:10,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:10,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:10,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:10,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:22:10,866 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1406513422, stopped=false 2024-12-04T19:22:10,866 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,38335,1733340109330 2024-12-04T19:22:10,933 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 1239, reset compression=false 2024-12-04T19:22:10,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21608301238/running 2024-12-04T19:22:10,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21608301238/running 2024-12-04T19:22:10,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:22:10,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:22:10,933 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:22:10,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:10,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:10,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:10,934 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,40315,1733340109477' ***** 2024-12-04T19:22:10,934 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:22:10,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Set watcher on znode that does not yet exist, /21608301238/running 2024-12-04T19:22:10,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Set watcher on znode that does not yet exist, /21608301238/running 2024-12-04T19:22:10,934 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:22:10,934 INFO [RS:0;9ba2734cd39f:40315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:22:10,934 INFO [RS:0;9ba2734cd39f:40315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:22:10,934 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:22:10,934 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(3091): Received CLOSE for 263b9667ef7a3dfa3107d8c0f8fedd72 2024-12-04T19:22:10,935 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(3091): Received CLOSE for ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:22:10,935 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,40315,1733340109477 2024-12-04T19:22:10,935 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:22:10,935 INFO [RS:0;9ba2734cd39f:40315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:40315. 2024-12-04T19:22:10,935 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 263b9667ef7a3dfa3107d8c0f8fedd72, disabling compactions & flushes 2024-12-04T19:22:10,935 DEBUG [RS:0;9ba2734cd39f:40315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:10,935 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. 2024-12-04T19:22:10,935 DEBUG [RS:0;9ba2734cd39f:40315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:10,935 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. 2024-12-04T19:22:10,935 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. after waiting 0 ms 2024-12-04T19:22:10,935 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. 2024-12-04T19:22:10,935 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:22:10,935 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:22:10,935 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:22:10,935 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:22:10,935 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 263b9667ef7a3dfa3107d8c0f8fedd72 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-12-04T19:22:10,936 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T19:22:10,936 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1325): Online Regions={263b9667ef7a3dfa3107d8c0f8fedd72=hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72., ffb6731e09a5557b3f98867ca4298350=test,,1733340117227.ffb6731e09a5557b3f98867ca4298350., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:22:10,936 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:22:10,936 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 263b9667ef7a3dfa3107d8c0f8fedd72, ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:22:10,936 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:22:10,936 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:22:10,936 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:22:10,936 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:22:10,936 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T19:22:10,948 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/replication/263b9667ef7a3dfa3107d8c0f8fedd72/.tmp/queue/ea76c701eaa540858c712895fa71f339 is 154, key is 1-9ba2734cd39f,40315,1733340109477/queue:9ba2734cd39f%2C40315%2C1733340109477/1733340130028/Put/seqid=0 2024-12-04T19:22:10,948 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/.tmp/info/2375b73f875a4fd38af21294dc8cc939 is 147, key is hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72./info:regioninfo/1733340124447/Put/seqid=0 2024-12-04T19:22:10,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741840_1016 (size=5353) 2024-12-04T19:22:10,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741841_1017 (size=7686) 2024-12-04T19:22:10,952 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/.tmp/info/2375b73f875a4fd38af21294dc8cc939 2024-12-04T19:22:10,977 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/.tmp/ns/8e0dcc4992b94c53b14079812007656c is 43, key is default/ns:d/1733340112802/Put/seqid=0 2024-12-04T19:22:10,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741842_1018 (size=5153) 2024-12-04T19:22:10,994 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:22:11,136 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 263b9667ef7a3dfa3107d8c0f8fedd72, ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:22:11,222 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1191, reset compression=false 2024-12-04T19:22:11,336 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 263b9667ef7a3dfa3107d8c0f8fedd72, ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:22:11,352 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/replication/263b9667ef7a3dfa3107d8c0f8fedd72/.tmp/queue/ea76c701eaa540858c712895fa71f339 2024-12-04T19:22:11,356 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/replication/263b9667ef7a3dfa3107d8c0f8fedd72/.tmp/queue/ea76c701eaa540858c712895fa71f339 as hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/replication/263b9667ef7a3dfa3107d8c0f8fedd72/queue/ea76c701eaa540858c712895fa71f339 2024-12-04T19:22:11,359 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/replication/263b9667ef7a3dfa3107d8c0f8fedd72/queue/ea76c701eaa540858c712895fa71f339, entries=1, sequenceid=11, filesize=5.2 K 2024-12-04T19:22:11,359 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 263b9667ef7a3dfa3107d8c0f8fedd72 in 424ms, sequenceid=11, compaction requested=false 2024-12-04T19:22:11,362 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/replication/263b9667ef7a3dfa3107d8c0f8fedd72/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T19:22:11,362 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:22:11,362 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:22:11,362 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. 2024-12-04T19:22:11,362 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 263b9667ef7a3dfa3107d8c0f8fedd72: Waiting for close lock at 1733340130935Running coprocessor pre-close hooks at 1733340130935Disabling compacts and flushes for region at 1733340130935Disabling writes for close at 1733340130935Obtaining lock to block concurrent updates at 1733340130935Preparing flush snapshotting stores in 263b9667ef7a3dfa3107d8c0f8fedd72 at 1733340130935Finished memstore snapshotting hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1733340130936 (+1 ms)Flushing stores of hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. at 1733340130936Flushing 263b9667ef7a3dfa3107d8c0f8fedd72/queue: creating writer at 1733340130936Flushing 263b9667ef7a3dfa3107d8c0f8fedd72/queue: appending metadata at 1733340130948 (+12 ms)Flushing 263b9667ef7a3dfa3107d8c0f8fedd72/queue: closing flushed file at 1733340130948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637e946d: reopening flushed file at 1733340131355 (+407 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 263b9667ef7a3dfa3107d8c0f8fedd72 in 424ms, sequenceid=11, compaction requested=false at 1733340131359 (+4 ms)Writing region close event to WAL at 1733340131360 (+1 ms)Running coprocessor post-close hooks at 1733340131362 (+2 ms)Closed at 1733340131362 2024-12-04T19:22:11,362 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733340123686.263b9667ef7a3dfa3107d8c0f8fedd72. 2024-12-04T19:22:11,363 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffb6731e09a5557b3f98867ca4298350, disabling compactions & flushes 2024-12-04T19:22:11,363 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. 2024-12-04T19:22:11,363 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. 2024-12-04T19:22:11,363 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. after waiting 0 ms 2024-12-04T19:22:11,363 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. 2024-12-04T19:22:11,363 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ffb6731e09a5557b3f98867ca4298350 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T19:22:11,377 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/.tmp/f/94d08dafe68b4d679236bc787813cda6 is 29, key is row1/f:/1733340128854/DeleteFamily/seqid=0 2024-12-04T19:22:11,380 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/.tmp/ns/8e0dcc4992b94c53b14079812007656c 2024-12-04T19:22:11,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741843_1019 (size=5152) 2024-12-04T19:22:11,397 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/.tmp/rep_barrier/87c8c6f376d3424186f7249fcff0a6a0 is 112, key is test,,1733340117227.ffb6731e09a5557b3f98867ca4298350./rep_barrier:seqnumDuringOpen/1733340118377/Put/seqid=0 2024-12-04T19:22:11,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741844_1020 (size=5518) 2024-12-04T19:22:11,436 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 1239, reset compression=false 2024-12-04T19:22:11,439 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:22:11,439 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 1486, reset compression=false 2024-12-04T19:22:11,439 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,40315,1733340109477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:22:11,440 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ba2734cd39f,40315,1733340109477: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ba2734cd39f,40315,1733340109477, walGroup=9ba2734cd39f%2C40315%2C1733340109477, offset=9ba2734cd39f%2C40315%2C1733340109477.1733340111806:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:40315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T19:22:11,441 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T19:22:11,441 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T19:22:11,442 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T19:22:11,442 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T19:22:11,442 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T19:22:11,442 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 944099392 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202068008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T19:22:11,443 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:38335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:38335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-04T19:22:11,536 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:22:11,581 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:11,642 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 1486, reset compression=false 2024-12-04T19:22:11,680 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:22:11,680 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:22:11,725 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1191, reset compression=false 2024-12-04T19:22:11,736 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:22:11,781 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/.tmp/f/94d08dafe68b4d679236bc787813cda6 2024-12-04T19:22:11,784 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94d08dafe68b4d679236bc787813cda6 2024-12-04T19:22:11,797 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/.tmp/f1/4bae8ef710da4f1ab71b5d08d43378d8 is 30, key is row1/f1:/1733340128854/DeleteFamily/seqid=0 2024-12-04T19:22:11,800 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/.tmp/rep_barrier/87c8c6f376d3424186f7249fcff0a6a0 2024-12-04T19:22:11,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741845_1021 (size=5158) 2024-12-04T19:22:11,815 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/.tmp/table/0b769c85882448b6804e38513b8048a3 is 53, key is hbase:replication/table:state/1733340124456/Put/seqid=0 2024-12-04T19:22:11,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741846_1022 (size=5308) 2024-12-04T19:22:11,936 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:22:11,945 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 1486, reset compression=false 2024-12-04T19:22:12,137 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T19:22:12,137 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1325): Online Regions={ffb6731e09a5557b3f98867ca4298350=test,,1733340117227.ffb6731e09a5557b3f98867ca4298350., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:22:12,137 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:22:12,201 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/.tmp/f1/4bae8ef710da4f1ab71b5d08d43378d8 2024-12-04T19:22:12,204 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bae8ef710da4f1ab71b5d08d43378d8 2024-12-04T19:22:12,215 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/.tmp/norep/e8167fc4182c444eba3a0ddf17da9078 is 33, key is row2/norep:/1733340129858/DeleteFamily/seqid=0 2024-12-04T19:22:12,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741847_1023 (size=5108) 2024-12-04T19:22:12,218 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/.tmp/table/0b769c85882448b6804e38513b8048a3 2024-12-04T19:22:12,222 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/.tmp/info/2375b73f875a4fd38af21294dc8cc939 as hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/info/2375b73f875a4fd38af21294dc8cc939 2024-12-04T19:22:12,225 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/info/2375b73f875a4fd38af21294dc8cc939, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T19:22:12,226 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/.tmp/ns/8e0dcc4992b94c53b14079812007656c as hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/ns/8e0dcc4992b94c53b14079812007656c 2024-12-04T19:22:12,229 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/ns/8e0dcc4992b94c53b14079812007656c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T19:22:12,229 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/.tmp/rep_barrier/87c8c6f376d3424186f7249fcff0a6a0 as hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/rep_barrier/87c8c6f376d3424186f7249fcff0a6a0 2024-12-04T19:22:12,232 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/rep_barrier/87c8c6f376d3424186f7249fcff0a6a0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T19:22:12,233 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/.tmp/table/0b769c85882448b6804e38513b8048a3 as hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/table/0b769c85882448b6804e38513b8048a3 2024-12-04T19:22:12,236 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/table/0b769c85882448b6804e38513b8048a3, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T19:22:12,236 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=16, compaction requested=false 2024-12-04T19:22:12,240 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T19:22:12,240 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:22:12,240 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:22:12,240 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:22:12,240 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340130936Running coprocessor pre-close hooks at 1733340130936Disabling compacts and flushes for region at 1733340130936Disabling writes for close at 1733340130936Obtaining lock to block concurrent updates at 1733340130936Preparing flush snapshotting stores in 1588230740 at 1733340130936Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733340130936Flushing stores of hbase:meta,,1.1588230740 at 1733340130936Flushing 1588230740/info: creating writer at 1733340130936Flushing 1588230740/info: appending metadata at 1733340130948 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733340130948Flushing 1588230740/ns: creating writer at 1733340130959 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733340130977 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733340130977Flushing 1588230740/rep_barrier: creating writer at 1733340131383 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733340131397 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733340131397Flushing 1588230740/table: creating writer at 1733340131804 (+407 ms)Flushing 1588230740/table: appending metadata at 1733340131815 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733340131815Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@112c804f: reopening flushed file at 1733340132221 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c41a738: reopening flushed file at 1733340132225 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316d5e8c: reopening flushed file at 1733340132229 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd94e9d: reopening flushed file at 1733340132232 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1300ms, sequenceid=16, compaction requested=false at 1733340132236 (+4 ms)Writing region close event to WAL at 1733340132237 (+1 ms)Running coprocessor post-close hooks at 1733340132240 (+3 ms)Closed at 1733340132240 2024-12-04T19:22:12,240 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:22:12,328 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1191, reset compression=false 2024-12-04T19:22:12,337 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1351): Waiting on ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:22:12,348 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.wal-reader.9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.1733340111806 to pos 1486, reset compression=false 2024-12-04T19:22:12,484 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:12,537 DEBUG [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1351): Waiting on ffb6731e09a5557b3f98867ca4298350 2024-12-04T19:22:12,618 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/.tmp/norep/e8167fc4182c444eba3a0ddf17da9078 2024-12-04T19:22:12,674 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8167fc4182c444eba3a0ddf17da9078 2024-12-04T19:22:12,674 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/.tmp/f/94d08dafe68b4d679236bc787813cda6 as hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/f/94d08dafe68b4d679236bc787813cda6 2024-12-04T19:22:12,678 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 94d08dafe68b4d679236bc787813cda6 2024-12-04T19:22:12,678 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/f/94d08dafe68b4d679236bc787813cda6, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T19:22:12,678 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/.tmp/f1/4bae8ef710da4f1ab71b5d08d43378d8 as hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/f1/4bae8ef710da4f1ab71b5d08d43378d8 2024-12-04T19:22:12,682 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4bae8ef710da4f1ab71b5d08d43378d8 2024-12-04T19:22:12,682 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/f1/4bae8ef710da4f1ab71b5d08d43378d8, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T19:22:12,682 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/.tmp/norep/e8167fc4182c444eba3a0ddf17da9078 as hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/norep/e8167fc4182c444eba3a0ddf17da9078 2024-12-04T19:22:12,685 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8167fc4182c444eba3a0ddf17da9078 2024-12-04T19:22:12,685 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/norep/e8167fc4182c444eba3a0ddf17da9078, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T19:22:12,686 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ffb6731e09a5557b3f98867ca4298350 in 1323ms, sequenceid=10, compaction requested=false 2024-12-04T19:22:12,689 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/data/default/test/ffb6731e09a5557b3f98867ca4298350/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T19:22:12,689 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:22:12,689 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:22:12,689 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. 2024-12-04T19:22:12,689 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffb6731e09a5557b3f98867ca4298350: Waiting for close lock at 1733340131363Running coprocessor pre-close hooks at 1733340131363Disabling compacts and flushes for region at 1733340131363Disabling writes for close at 1733340131363Obtaining lock to block concurrent updates at 1733340131363Preparing flush snapshotting stores in ffb6731e09a5557b3f98867ca4298350 at 1733340131363Finished memstore snapshotting test,,1733340117227.ffb6731e09a5557b3f98867ca4298350., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733340131363Flushing stores of test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. at 1733340131363Flushing ffb6731e09a5557b3f98867ca4298350/f: creating writer at 1733340131363Flushing ffb6731e09a5557b3f98867ca4298350/f: appending metadata at 1733340131376 (+13 ms)Flushing ffb6731e09a5557b3f98867ca4298350/f: closing flushed file at 1733340131376Flushing ffb6731e09a5557b3f98867ca4298350/f1: creating writer at 1733340131784 (+408 ms)Flushing ffb6731e09a5557b3f98867ca4298350/f1: appending metadata at 1733340131797 (+13 ms)Flushing ffb6731e09a5557b3f98867ca4298350/f1: closing flushed file at 1733340131797Flushing ffb6731e09a5557b3f98867ca4298350/norep: creating writer at 1733340132204 (+407 ms)Flushing ffb6731e09a5557b3f98867ca4298350/norep: appending metadata at 1733340132214 (+10 ms)Flushing ffb6731e09a5557b3f98867ca4298350/norep: closing flushed file at 1733340132214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736591c6: reopening flushed file at 1733340132674 (+460 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26deabd8: reopening flushed file at 1733340132678 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c349615: reopening flushed file at 1733340132682 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ffb6731e09a5557b3f98867ca4298350 in 1323ms, sequenceid=10, compaction requested=false at 1733340132686 (+4 ms)Writing region close event to WAL at 1733340132687 (+1 ms)Running coprocessor post-close hooks at 1733340132689 (+2 ms)Closed at 1733340132689 2024-12-04T19:22:12,689 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733340117227.ffb6731e09a5557b3f98867ca4298350. 2024-12-04T19:22:12,737 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,40315,1733340109477; all regions closed. 2024-12-04T19:22:12,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741834_1010 (size=4239) 2024-12-04T19:22:12,739 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/WALs/9ba2734cd39f,40315,1733340109477/9ba2734cd39f%2C40315%2C1733340109477.meta.1733340112744.meta not finished, retry = 0 2024-12-04T19:22:12,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741839_1015 (size=2896) 2024-12-04T19:22:12,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741832_1008 (size=2138) 2024-12-04T19:22:12,843 DEBUG [RS:0;9ba2734cd39f:40315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:12,844 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:22:12,844 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:22:12,844 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:22:12,844 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:22:12,844 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:22:12,844 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,40315,1733340109477 because: Region server is closing 2024-12-04T19:22:12,845 INFO [RS:0;9ba2734cd39f:40315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:40315. 2024-12-04T19:22:12,845 DEBUG [RS:0;9ba2734cd39f:40315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:12,845 DEBUG [RS:0;9ba2734cd39f:40315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:12,845 DEBUG [RS:0;9ba2734cd39f:40315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:12,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:12,945 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,40315,1733340109477.replicationSource.shipper9ba2734cd39f%2C40315%2C1733340109477,1-9ba2734cd39f,40315,1733340109477 terminated 2024-12-04T19:22:12,945 INFO [RS:0;9ba2734cd39f:40315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:40315. 2024-12-04T19:22:12,945 DEBUG [RS:0;9ba2734cd39f:40315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:12,945 DEBUG [RS:0;9ba2734cd39f:40315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:12,945 DEBUG [RS:0;9ba2734cd39f:40315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:12,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:12,946 INFO [RS:0;9ba2734cd39f:40315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40315 2024-12-04T19:22:12,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238/rs 2024-12-04T19:22:12,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21608301238/rs/9ba2734cd39f,40315,1733340109477 2024-12-04T19:22:12,965 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:22:12,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,40315,1733340109477] 2024-12-04T19:22:12,986 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21608301238/draining/9ba2734cd39f,40315,1733340109477 already deleted, retry=false 2024-12-04T19:22:12,986 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,40315,1733340109477 expired; onlineServers=0 2024-12-04T19:22:12,986 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,38335,1733340109330' ***** 2024-12-04T19:22:12,986 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:22:12,986 INFO [M:0;9ba2734cd39f:38335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:22:12,986 INFO [M:0;9ba2734cd39f:38335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:22:12,986 DEBUG [M:0;9ba2734cd39f:38335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:22:12,986 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:22:12,986 DEBUG [M:0;9ba2734cd39f:38335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:22:12,986 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340111552 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340111552,5,FailOnTimeoutGroup] 2024-12-04T19:22:12,986 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340111551 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340111551,5,FailOnTimeoutGroup] 2024-12-04T19:22:12,986 INFO [M:0;9ba2734cd39f:38335 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:22:12,986 INFO [M:0;9ba2734cd39f:38335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:22:12,986 DEBUG [M:0;9ba2734cd39f:38335 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:22:12,986 INFO [M:0;9ba2734cd39f:38335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:22:12,987 INFO [M:0;9ba2734cd39f:38335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:22:12,987 INFO [M:0;9ba2734cd39f:38335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:22:12,987 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:22:12,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21608301238/master 2024-12-04T19:22:12,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608301238 2024-12-04T19:22:12,996 DEBUG [M:0;9ba2734cd39f:38335 {}] zookeeper.ZKUtil(347): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Unable to get data of znode /21608301238/master because node does not exist (not an error) 2024-12-04T19:22:12,996 WARN [M:0;9ba2734cd39f:38335 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:22:12,997 INFO [M:0;9ba2734cd39f:38335 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/.lastflushedseqids 2024-12-04T19:22:13,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741848_1024 (size=245) 2024-12-04T19:22:13,031 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1191, reset compression=false 2024-12-04T19:22:13,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:22:13,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40315-0x101a1cae1620007, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:22:13,075 INFO [RS:0;9ba2734cd39f:40315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:22:13,075 INFO [RS:0;9ba2734cd39f:40315 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,40315,1733340109477; zookeeper connection closed. 2024-12-04T19:22:13,075 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39c1a30e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39c1a30e 2024-12-04T19:22:13,076 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:22:13,400 INFO [M:0;9ba2734cd39f:38335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:22:13,400 INFO [M:0;9ba2734cd39f:38335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:22:13,400 DEBUG [M:0;9ba2734cd39f:38335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:22:13,401 INFO [M:0;9ba2734cd39f:38335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:13,401 DEBUG [M:0;9ba2734cd39f:38335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:13,401 DEBUG [M:0;9ba2734cd39f:38335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:22:13,401 DEBUG [M:0;9ba2734cd39f:38335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:13,401 INFO [M:0;9ba2734cd39f:38335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T19:22:13,416 DEBUG [M:0;9ba2734cd39f:38335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97e305eca4804f2785215a04842502de is 82, key is hbase:meta,,1/info:regioninfo/1733340112770/Put/seqid=0 2024-12-04T19:22:13,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741849_1025 (size=5672) 2024-12-04T19:22:13,476 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T19:22:13,487 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:13,819 INFO [M:0;9ba2734cd39f:38335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97e305eca4804f2785215a04842502de 2024-12-04T19:22:13,833 DEBUG [M:0;9ba2734cd39f:38335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78d9f42512294d65aa9be13a1fed3c79 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733340124458/Put/seqid=0 2024-12-04T19:22:13,834 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1191, reset compression=false 2024-12-04T19:22:13,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741850_1026 (size=8517) 2024-12-04T19:22:14,236 INFO [M:0;9ba2734cd39f:38335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78d9f42512294d65aa9be13a1fed3c79 2024-12-04T19:22:14,249 DEBUG [M:0;9ba2734cd39f:38335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa5b13b5eee24b388e308da49252d28a is 69, key is 9ba2734cd39f,40315,1733340109477/rs:state/1733340111631/Put/seqid=0 2024-12-04T19:22:14,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741851_1027 (size=5156) 2024-12-04T19:22:14,590 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:14,653 INFO [M:0;9ba2734cd39f:38335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa5b13b5eee24b388e308da49252d28a 2024-12-04T19:22:14,656 DEBUG [M:0;9ba2734cd39f:38335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97e305eca4804f2785215a04842502de as hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97e305eca4804f2785215a04842502de 2024-12-04T19:22:14,658 INFO [M:0;9ba2734cd39f:38335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97e305eca4804f2785215a04842502de, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T19:22:14,659 DEBUG [M:0;9ba2734cd39f:38335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78d9f42512294d65aa9be13a1fed3c79 as hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78d9f42512294d65aa9be13a1fed3c79 2024-12-04T19:22:14,661 INFO [M:0;9ba2734cd39f:38335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78d9f42512294d65aa9be13a1fed3c79, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T19:22:14,662 DEBUG [M:0;9ba2734cd39f:38335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa5b13b5eee24b388e308da49252d28a as hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa5b13b5eee24b388e308da49252d28a 2024-12-04T19:22:14,664 INFO [M:0;9ba2734cd39f:38335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35393/user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa5b13b5eee24b388e308da49252d28a, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T19:22:14,664 INFO [M:0;9ba2734cd39f:38335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1263ms, sequenceid=97, compaction requested=false 2024-12-04T19:22:14,665 INFO [M:0;9ba2734cd39f:38335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:14,666 DEBUG [M:0;9ba2734cd39f:38335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340133400Disabling compacts and flushes for region at 1733340133400Disabling writes for close at 1733340133401 (+1 ms)Obtaining lock to block concurrent updates at 1733340133401Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733340133401Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733340133401Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733340133401Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733340133401Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733340133415 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733340133415Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733340133822 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733340133833 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733340133833Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733340134239 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733340134249 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733340134249Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b52e4f: reopening flushed file at 1733340134655 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c42a5ba: reopening flushed file at 1733340134658 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1161cfbc: reopening flushed file at 1733340134661 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1263ms, sequenceid=97, compaction requested=false at 1733340134664 (+3 ms)Writing region close event to WAL at 1733340134665 (+1 ms)Closed at 1733340134665 2024-12-04T19:22:14,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42153 is added to blk_1073741830_1006 (size=63666) 2024-12-04T19:22:14,667 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/76597bd4-a232-6200-7eae-ca7fac1935bc/MasterData/WALs/9ba2734cd39f,38335,1733340109330/9ba2734cd39f%2C38335%2C1733340109330.1733340111231 not finished, retry = 0 2024-12-04T19:22:14,737 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1191, reset compression=false 2024-12-04T19:22:14,768 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:22:14,768 INFO [M:0;9ba2734cd39f:38335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:22:14,768 INFO [M:0;9ba2734cd39f:38335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38335 2024-12-04T19:22:14,768 INFO [M:0;9ba2734cd39f:38335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:22:14,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:22:14,928 INFO [M:0;9ba2734cd39f:38335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:22:14,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38335-0x101a1cae1620006, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:22:14,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dc36374{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:22:14,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13f6566f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:22:14,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:22:14,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74dbb0c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:22:14,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@720973d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/hadoop.log.dir/,STOPPED} 2024-12-04T19:22:14,986 WARN [BP-1429429417-172.17.0.2-1733340107118 heartbeating to localhost/127.0.0.1:35393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:22:14,986 WARN [BP-1429429417-172.17.0.2-1733340107118 heartbeating to localhost/127.0.0.1:35393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1429429417-172.17.0.2-1733340107118 (Datanode Uuid 5d6fd4b2-4449-4dd4-b66a-9bad467417f9) service to localhost/127.0.0.1:35393 2024-12-04T19:22:14,986 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:22:14,986 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:22:14,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/cluster_ed5e6191-3b02-1206-9e71-381f301a3f2d/data/data1/current/BP-1429429417-172.17.0.2-1733340107118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:22:14,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/cluster_ed5e6191-3b02-1206-9e71-381f301a3f2d/data/data2/current/BP-1429429417-172.17.0.2-1733340107118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:22:14,987 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:22:14,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61c486c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:22:14,992 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a4837bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:22:14,992 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:22:14,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61f0e322{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:22:14,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@786ba9ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/hadoop.log.dir/,STOPPED} 2024-12-04T19:22:15,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:22:15,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:22:15,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:15,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:15,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:15,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:15,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:22:15,004 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=662188978, stopped=false 2024-12-04T19:22:15,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:15,004 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,35401,1733340103885 2024-12-04T19:22:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1398913122/running 2024-12-04T19:22:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1398913122/running 2024-12-04T19:22:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:22:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:22:15,017 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:22:15,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:15,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:15,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Set watcher on znode that does not yet exist, /1398913122/running 2024-12-04T19:22:15,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:15,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Set watcher on znode that does not yet exist, /1398913122/running 2024-12-04T19:22:15,018 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,36591,1733340104028' ***** 2024-12-04T19:22:15,018 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:22:15,018 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:22:15,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:22:15,018 INFO [RS:0;9ba2734cd39f:36591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:22:15,018 INFO [RS:0;9ba2734cd39f:36591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:22:15,018 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(3091): Received CLOSE for 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:15,018 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:22:15,018 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,36591,1733340104028 2024-12-04T19:22:15,018 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:22:15,018 INFO [RS:0;9ba2734cd39f:36591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:36591. 2024-12-04T19:22:15,018 DEBUG [RS:0;9ba2734cd39f:36591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:15,019 DEBUG [RS:0;9ba2734cd39f:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:15,018 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72d5c5682aac45b500d89a1aefdf35a8, disabling compactions & flushes 2024-12-04T19:22:15,019 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. 2024-12-04T19:22:15,019 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. 2024-12-04T19:22:15,019 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:22:15,019 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:22:15,019 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. after waiting 0 ms 2024-12-04T19:22:15,019 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. 2024-12-04T19:22:15,019 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:22:15,019 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:22:15,019 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 72d5c5682aac45b500d89a1aefdf35a8 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-04T19:22:15,019 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T19:22:15,019 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 72d5c5682aac45b500d89a1aefdf35a8=hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8., 2bc0a87a78343df62b9d53e137a1715e=test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e.} 2024-12-04T19:22:15,019 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bc0a87a78343df62b9d53e137a1715e, 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:15,019 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:22:15,019 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:22:15,019 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:22:15,019 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:22:15,019 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:22:15,019 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T19:22:15,031 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/replication/72d5c5682aac45b500d89a1aefdf35a8/.tmp/queue/68bbd8458db449fc9d5dab65af933310 is 154, key is 1-9ba2734cd39f,36591,1733340104028/queue:9ba2734cd39f%2C36591%2C1733340104028/1733340130313/Put/seqid=0 2024-12-04T19:22:15,031 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/.tmp/info/98951db22f2d461d92373e14de31670d is 147, key is hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8./info:regioninfo/1733340122739/Put/seqid=0 2024-12-04T19:22:15,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741841_1017 (size=7686) 2024-12-04T19:22:15,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741840_1016 (size=5353) 2024-12-04T19:22:15,054 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:22:15,219 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bc0a87a78343df62b9d53e137a1715e, 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:15,419 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bc0a87a78343df62b9d53e137a1715e, 72d5c5682aac45b500d89a1aefdf35a8 2024-12-04T19:22:15,434 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/replication/72d5c5682aac45b500d89a1aefdf35a8/.tmp/queue/68bbd8458db449fc9d5dab65af933310 2024-12-04T19:22:15,434 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/.tmp/info/98951db22f2d461d92373e14de31670d 2024-12-04T19:22:15,438 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/replication/72d5c5682aac45b500d89a1aefdf35a8/.tmp/queue/68bbd8458db449fc9d5dab65af933310 as hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/replication/72d5c5682aac45b500d89a1aefdf35a8/queue/68bbd8458db449fc9d5dab65af933310 2024-12-04T19:22:15,441 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/replication/72d5c5682aac45b500d89a1aefdf35a8/queue/68bbd8458db449fc9d5dab65af933310, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T19:22:15,442 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 72d5c5682aac45b500d89a1aefdf35a8 in 423ms, sequenceid=12, compaction requested=false 2024-12-04T19:22:15,449 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/replication/72d5c5682aac45b500d89a1aefdf35a8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T19:22:15,449 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/.tmp/ns/62470f1500a94b348d36cf8c82b6f6e1 is 43, key is default/ns:d/1733340106972/Put/seqid=0 2024-12-04T19:22:15,450 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:22:15,450 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:22:15,450 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. 2024-12-04T19:22:15,450 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72d5c5682aac45b500d89a1aefdf35a8: Waiting for close lock at 1733340135018Running coprocessor pre-close hooks at 1733340135018Disabling compacts and flushes for region at 1733340135018Disabling writes for close at 1733340135019 (+1 ms)Obtaining lock to block concurrent updates at 1733340135019Preparing flush snapshotting stores in 72d5c5682aac45b500d89a1aefdf35a8 at 1733340135019Finished memstore snapshotting hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733340135019Flushing stores of hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. at 1733340135019Flushing 72d5c5682aac45b500d89a1aefdf35a8/queue: creating writer at 1733340135019Flushing 72d5c5682aac45b500d89a1aefdf35a8/queue: appending metadata at 1733340135030 (+11 ms)Flushing 72d5c5682aac45b500d89a1aefdf35a8/queue: closing flushed file at 1733340135030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b61eaf2: reopening flushed file at 1733340135437 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 72d5c5682aac45b500d89a1aefdf35a8 in 423ms, sequenceid=12, compaction requested=false at 1733340135442 (+5 ms)Writing region close event to WAL at 1733340135447 (+5 ms)Running coprocessor post-close hooks at 1733340135449 (+2 ms)Closed at 1733340135450 (+1 ms) 2024-12-04T19:22:15,450 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733340121536.72d5c5682aac45b500d89a1aefdf35a8. 2024-12-04T19:22:15,450 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bc0a87a78343df62b9d53e137a1715e, disabling compactions & flushes 2024-12-04T19:22:15,450 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. 2024-12-04T19:22:15,450 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. 2024-12-04T19:22:15,450 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. after waiting 0 ms 2024-12-04T19:22:15,450 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. 2024-12-04T19:22:15,450 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2bc0a87a78343df62b9d53e137a1715e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T19:22:15,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741842_1018 (size=5153) 2024-12-04T19:22:15,462 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/.tmp/f/590ca245cd94491492d0373241d75ca5 is 29, key is row1/f:/1733340128854/DeleteFamily/seqid=0 2024-12-04T19:22:15,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741843_1019 (size=5152) 2024-12-04T19:22:15,619 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:22:15,740 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1191, reset compression=false 2024-12-04T19:22:15,744 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:22:15,744 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1438, reset compression=false 2024-12-04T19:22:15,744 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,36591,1733340104028 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:22:15,744 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ba2734cd39f,36591,1733340104028: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ba2734cd39f,36591,1733340104028, walGroup=9ba2734cd39f%2C36591%2C1733340104028, offset=9ba2734cd39f%2C36591%2C1733340104028.1733340105951:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:36591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T19:22:15,745 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T19:22:15,745 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T19:22:15,745 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T19:22:15,745 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T19:22:15,745 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T19:22:15,745 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 1019596864 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202288560 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T19:22:15,746 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:35401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:35401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-04T19:22:15,793 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:15,819 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:22:15,827 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:22:15,827 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:22:15,853 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/.tmp/ns/62470f1500a94b348d36cf8c82b6f6e1 2024-12-04T19:22:15,865 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/.tmp/f/590ca245cd94491492d0373241d75ca5 2024-12-04T19:22:15,868 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 590ca245cd94491492d0373241d75ca5 2024-12-04T19:22:15,871 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/.tmp/rep_barrier/070ad0b3fdaf488a9800aa05b16177f0 is 112, key is test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e./rep_barrier:seqnumDuringOpen/1733340116215/Put/seqid=0 2024-12-04T19:22:15,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741844_1020 (size=5518) 2024-12-04T19:22:15,880 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/.tmp/f1/9cddb2c427824e6aa50a9e725509934e is 30, key is row1/f1:/1733340128854/DeleteFamily/seqid=0 2024-12-04T19:22:15,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741845_1021 (size=5158) 2024-12-04T19:22:15,947 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1438, reset compression=false 2024-12-04T19:22:16,020 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T19:22:16,020 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2bc0a87a78343df62b9d53e137a1715e=test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e.} 2024-12-04T19:22:16,020 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:22:16,220 DEBUG [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bc0a87a78343df62b9d53e137a1715e 2024-12-04T19:22:16,250 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1438, reset compression=false 2024-12-04T19:22:16,278 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/.tmp/rep_barrier/070ad0b3fdaf488a9800aa05b16177f0 2024-12-04T19:22:16,283 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/.tmp/f1/9cddb2c427824e6aa50a9e725509934e 2024-12-04T19:22:16,286 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cddb2c427824e6aa50a9e725509934e 2024-12-04T19:22:16,298 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/.tmp/table/f607b38212b040859e3aec0cd6ed6e4d is 53, key is hbase:replication/table:state/1733340122748/Put/seqid=0 2024-12-04T19:22:16,300 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/.tmp/norep/f6e7bde08f844102b635e6248e4e4fde is 33, key is row1/norep:/1733340128854/DeleteFamily/seqid=0 2024-12-04T19:22:16,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741846_1022 (size=5308) 2024-12-04T19:22:16,302 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/.tmp/table/f607b38212b040859e3aec0cd6ed6e4d 2024-12-04T19:22:16,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741847_1023 (size=5108) 2024-12-04T19:22:16,303 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/.tmp/norep/f6e7bde08f844102b635e6248e4e4fde 2024-12-04T19:22:16,306 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/.tmp/info/98951db22f2d461d92373e14de31670d as hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/info/98951db22f2d461d92373e14de31670d 2024-12-04T19:22:16,306 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6e7bde08f844102b635e6248e4e4fde 2024-12-04T19:22:16,307 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/.tmp/f/590ca245cd94491492d0373241d75ca5 as hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/f/590ca245cd94491492d0373241d75ca5 2024-12-04T19:22:16,309 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/info/98951db22f2d461d92373e14de31670d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T19:22:16,310 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 590ca245cd94491492d0373241d75ca5 2024-12-04T19:22:16,310 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/f/590ca245cd94491492d0373241d75ca5, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T19:22:16,310 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/.tmp/ns/62470f1500a94b348d36cf8c82b6f6e1 as hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/ns/62470f1500a94b348d36cf8c82b6f6e1 2024-12-04T19:22:16,310 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/.tmp/f1/9cddb2c427824e6aa50a9e725509934e as hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/f1/9cddb2c427824e6aa50a9e725509934e 2024-12-04T19:22:16,313 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/ns/62470f1500a94b348d36cf8c82b6f6e1, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T19:22:16,313 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cddb2c427824e6aa50a9e725509934e 2024-12-04T19:22:16,313 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/f1/9cddb2c427824e6aa50a9e725509934e, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T19:22:16,313 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/.tmp/rep_barrier/070ad0b3fdaf488a9800aa05b16177f0 as hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/rep_barrier/070ad0b3fdaf488a9800aa05b16177f0 2024-12-04T19:22:16,314 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/.tmp/norep/f6e7bde08f844102b635e6248e4e4fde as hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/norep/f6e7bde08f844102b635e6248e4e4fde 2024-12-04T19:22:16,316 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/rep_barrier/070ad0b3fdaf488a9800aa05b16177f0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T19:22:16,317 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6e7bde08f844102b635e6248e4e4fde 2024-12-04T19:22:16,317 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/norep/f6e7bde08f844102b635e6248e4e4fde, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T19:22:16,317 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/.tmp/table/f607b38212b040859e3aec0cd6ed6e4d as hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/table/f607b38212b040859e3aec0cd6ed6e4d 2024-12-04T19:22:16,317 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2bc0a87a78343df62b9d53e137a1715e in 867ms, sequenceid=10, compaction requested=false 2024-12-04T19:22:16,318 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T19:22:16,320 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/table/f607b38212b040859e3aec0cd6ed6e4d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T19:22:16,321 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false 2024-12-04T19:22:16,321 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:22:16,321 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/default/test/2bc0a87a78343df62b9d53e137a1715e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T19:22:16,322 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:22:16,322 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:22:16,322 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. 2024-12-04T19:22:16,322 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bc0a87a78343df62b9d53e137a1715e: Waiting for close lock at 1733340135450Running coprocessor pre-close hooks at 1733340135450Disabling compacts and flushes for region at 1733340135450Disabling writes for close at 1733340135450Obtaining lock to block concurrent updates at 1733340135450Preparing flush snapshotting stores in 2bc0a87a78343df62b9d53e137a1715e at 1733340135450Finished memstore snapshotting test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733340135450Flushing stores of test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. at 1733340135451 (+1 ms)Flushing 2bc0a87a78343df62b9d53e137a1715e/f: creating writer at 1733340135451Flushing 2bc0a87a78343df62b9d53e137a1715e/f: appending metadata at 1733340135462 (+11 ms)Flushing 2bc0a87a78343df62b9d53e137a1715e/f: closing flushed file at 1733340135462Flushing 2bc0a87a78343df62b9d53e137a1715e/f1: creating writer at 1733340135868 (+406 ms)Flushing 2bc0a87a78343df62b9d53e137a1715e/f1: appending metadata at 1733340135880 (+12 ms)Flushing 2bc0a87a78343df62b9d53e137a1715e/f1: closing flushed file at 1733340135880Flushing 2bc0a87a78343df62b9d53e137a1715e/norep: creating writer at 1733340136286 (+406 ms)Flushing 2bc0a87a78343df62b9d53e137a1715e/norep: appending metadata at 1733340136299 (+13 ms)Flushing 2bc0a87a78343df62b9d53e137a1715e/norep: closing flushed file at 1733340136299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@702db3f6: reopening flushed file at 1733340136306 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54ff8ca5: reopening flushed file at 1733340136310 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c19b2c: reopening flushed file at 1733340136313 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2bc0a87a78343df62b9d53e137a1715e in 867ms, sequenceid=10, compaction requested=false at 1733340136317 (+4 ms)Writing region close event to WAL at 1733340136319 (+2 ms)Running coprocessor post-close hooks at 1733340136322 (+3 ms)Closed at 1733340136322 2024-12-04T19:22:16,322 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733340115077.2bc0a87a78343df62b9d53e137a1715e. 2024-12-04T19:22:16,324 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T19:22:16,324 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:22:16,325 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:22:16,325 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:22:16,325 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340135019Running coprocessor pre-close hooks at 1733340135019Disabling compacts and flushes for region at 1733340135019Disabling writes for close at 1733340135019Obtaining lock to block concurrent updates at 1733340135019Preparing flush snapshotting stores in 1588230740 at 1733340135019Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733340135019Flushing stores of hbase:meta,,1.1588230740 at 1733340135019Flushing 1588230740/info: creating writer at 1733340135020 (+1 ms)Flushing 1588230740/info: appending metadata at 1733340135030 (+10 ms)Flushing 1588230740/info: closing flushed file at 1733340135030Flushing 1588230740/ns: creating writer at 1733340135438 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733340135449 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733340135449Flushing 1588230740/rep_barrier: creating writer at 1733340135856 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733340135871 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733340135871Flushing 1588230740/table: creating writer at 1733340136281 (+410 ms)Flushing 1588230740/table: appending metadata at 1733340136298 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733340136298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca8e687: reopening flushed file at 1733340136306 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33b19ac: reopening flushed file at 1733340136309 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aff9607: reopening flushed file at 1733340136313 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cac771e: reopening flushed file at 1733340136317 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false at 1733340136321 (+4 ms)Writing region close event to WAL at 1733340136322 (+1 ms)Running coprocessor post-close hooks at 1733340136324 (+2 ms)Closed at 1733340136325 (+1 ms) 2024-12-04T19:22:16,325 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:22:16,420 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,36591,1733340104028; all regions closed. 2024-12-04T19:22:16,422 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.meta.1733340106933.meta not finished, retry = 0 2024-12-04T19:22:16,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741834_1010 (size=4239) 2024-12-04T19:22:16,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.rep.1733340122712 not finished, retry = 0 2024-12-04T19:22:16,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741839_1015 (size=3114) 2024-12-04T19:22:16,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741832_1008 (size=2090) 2024-12-04T19:22:16,626 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 not finished, retry = 0 2024-12-04T19:22:16,654 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 to pos 1438, reset compression=false 2024-12-04T19:22:16,727 DEBUG [RS:0;9ba2734cd39f:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:16,727 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:22:16,727 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:22:16,727 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:22:16,727 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:22:16,728 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:22:16,728 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,36591,1733340104028 because: Region server is closing 2024-12-04T19:22:16,728 INFO [RS:0;9ba2734cd39f:36591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:36591. 2024-12-04T19:22:16,728 DEBUG [RS:0;9ba2734cd39f:36591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:16,728 DEBUG [RS:0;9ba2734cd39f:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:16,728 DEBUG [RS:0;9ba2734cd39f:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:16,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:16,728 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/WALs/9ba2734cd39f,36591,1733340104028/9ba2734cd39f%2C36591%2C1733340104028.1733340105951 2024-12-04T19:22:16,728 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.wal-reader.9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:22:16,828 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,36591,1733340104028.replicationSource.shipper9ba2734cd39f%2C36591%2C1733340104028,1-9ba2734cd39f,36591,1733340104028 terminated 2024-12-04T19:22:16,828 INFO [RS:0;9ba2734cd39f:36591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:36591. 2024-12-04T19:22:16,828 DEBUG [RS:0;9ba2734cd39f:36591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:16,828 DEBUG [RS:0;9ba2734cd39f:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:16,829 DEBUG [RS:0;9ba2734cd39f:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:16,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:16,829 INFO [RS:0;9ba2734cd39f:36591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36591 2024-12-04T19:22:16,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:22:16,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122/rs 2024-12-04T19:22:16,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1398913122/rs/9ba2734cd39f,36591,1733340104028 2024-12-04T19:22:16,899 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:22:16,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:16,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,36591,1733340104028] 2024-12-04T19:22:16,954 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1398913122/draining/9ba2734cd39f,36591,1733340104028 already deleted, retry=false 2024-12-04T19:22:16,954 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,36591,1733340104028 expired; onlineServers=0 2024-12-04T19:22:16,954 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,35401,1733340103885' ***** 2024-12-04T19:22:16,954 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:22:16,954 INFO [M:0;9ba2734cd39f:35401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:22:16,954 INFO [M:0;9ba2734cd39f:35401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:22:16,954 DEBUG [M:0;9ba2734cd39f:35401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:22:16,954 DEBUG [M:0;9ba2734cd39f:35401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:22:16,954 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:22:16,954 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340105708 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340105708,5,FailOnTimeoutGroup] 2024-12-04T19:22:16,954 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340105708 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340105708,5,FailOnTimeoutGroup] 2024-12-04T19:22:16,954 INFO [M:0;9ba2734cd39f:35401 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:22:16,954 INFO [M:0;9ba2734cd39f:35401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:22:16,954 DEBUG [M:0;9ba2734cd39f:35401 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:22:16,954 INFO [M:0;9ba2734cd39f:35401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:22:16,955 INFO [M:0;9ba2734cd39f:35401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:22:16,955 INFO [M:0;9ba2734cd39f:35401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:22:16,955 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:22:16,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1398913122/master 2024-12-04T19:22:16,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1398913122 2024-12-04T19:22:16,964 DEBUG [M:0;9ba2734cd39f:35401 {}] zookeeper.ZKUtil(347): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Unable to get data of znode /1398913122/master because node does not exist (not an error) 2024-12-04T19:22:16,964 WARN [M:0;9ba2734cd39f:35401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:22:16,965 INFO [M:0;9ba2734cd39f:35401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/.lastflushedseqids 2024-12-04T19:22:16,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741848_1024 (size=245) 2024-12-04T19:22:17,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:22:17,036 INFO [RS:0;9ba2734cd39f:36591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:22:17,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x101a1cae1620004, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:22:17,036 INFO [RS:0;9ba2734cd39f:36591 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,36591,1733340104028; zookeeper connection closed. 2024-12-04T19:22:17,036 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74943196 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74943196 2024-12-04T19:22:17,037 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:22:17,095 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:17,368 INFO [M:0;9ba2734cd39f:35401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:22:17,369 INFO [M:0;9ba2734cd39f:35401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:22:17,369 DEBUG [M:0;9ba2734cd39f:35401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:22:17,369 INFO [M:0;9ba2734cd39f:35401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:17,369 DEBUG [M:0;9ba2734cd39f:35401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:17,369 DEBUG [M:0;9ba2734cd39f:35401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:22:17,369 DEBUG [M:0;9ba2734cd39f:35401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:17,369 INFO [M:0;9ba2734cd39f:35401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T19:22:17,380 DEBUG [M:0;9ba2734cd39f:35401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/329b0f41df09493f8197541e9a2eb632 is 82, key is hbase:meta,,1/info:regioninfo/1733340106956/Put/seqid=0 2024-12-04T19:22:17,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741849_1025 (size=5672) 2024-12-04T19:22:17,784 INFO [M:0;9ba2734cd39f:35401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/329b0f41df09493f8197541e9a2eb632 2024-12-04T19:22:17,797 DEBUG [M:0;9ba2734cd39f:35401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68be5285490e4deba06608257f7c5084 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733340122751/Put/seqid=0 2024-12-04T19:22:17,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741850_1026 (size=8517) 2024-12-04T19:22:18,201 INFO [M:0;9ba2734cd39f:35401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68be5285490e4deba06608257f7c5084 2024-12-04T19:22:18,221 DEBUG [M:0;9ba2734cd39f:35401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b8da0fde20f4fa2a59335c1a51fea50 is 69, key is 9ba2734cd39f,36591,1733340104028/rs:state/1733340105778/Put/seqid=0 2024-12-04T19:22:18,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741851_1027 (size=5156) 2024-12-04T19:22:18,498 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:18,624 INFO [M:0;9ba2734cd39f:35401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b8da0fde20f4fa2a59335c1a51fea50 2024-12-04T19:22:18,628 DEBUG [M:0;9ba2734cd39f:35401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/329b0f41df09493f8197541e9a2eb632 as hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/329b0f41df09493f8197541e9a2eb632 2024-12-04T19:22:18,632 INFO [M:0;9ba2734cd39f:35401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/329b0f41df09493f8197541e9a2eb632, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T19:22:18,633 DEBUG [M:0;9ba2734cd39f:35401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68be5285490e4deba06608257f7c5084 as hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68be5285490e4deba06608257f7c5084 2024-12-04T19:22:18,637 INFO [M:0;9ba2734cd39f:35401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68be5285490e4deba06608257f7c5084, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T19:22:18,637 DEBUG [M:0;9ba2734cd39f:35401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b8da0fde20f4fa2a59335c1a51fea50 as hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b8da0fde20f4fa2a59335c1a51fea50 2024-12-04T19:22:18,640 INFO [M:0;9ba2734cd39f:35401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45219/user/jenkins/test-data/c9aeec27-cd4e-6a2a-05fa-f103db3a6d7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b8da0fde20f4fa2a59335c1a51fea50, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T19:22:18,641 INFO [M:0;9ba2734cd39f:35401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-12-04T19:22:18,642 INFO [M:0;9ba2734cd39f:35401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:18,642 DEBUG [M:0;9ba2734cd39f:35401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340137369Disabling compacts and flushes for region at 1733340137369Disabling writes for close at 1733340137369Obtaining lock to block concurrent updates at 1733340137369Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733340137369Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733340137369Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733340137369Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733340137370 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733340137380 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733340137380Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733340137786 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733340137797 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733340137797Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733340138204 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733340138220 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733340138220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1063841a: reopening flushed file at 1733340138628 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a43086: reopening flushed file at 1733340138632 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f666ec: reopening flushed file at 1733340138637 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1733340138641 (+4 ms)Writing region close event to WAL at 1733340138642 (+1 ms)Closed at 1733340138642 2024-12-04T19:22:18,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33699 is added to blk_1073741830_1006 (size=63666) 2024-12-04T19:22:18,644 INFO [M:0;9ba2734cd39f:35401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:22:18,644 INFO [M:0;9ba2734cd39f:35401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35401 2024-12-04T19:22:18,644 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:22:18,644 INFO [M:0;9ba2734cd39f:35401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:22:18,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:22:18,821 INFO [M:0;9ba2734cd39f:35401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:22:18,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35401-0x101a1cae1620003, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:22:18,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@193fc0c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:22:18,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fc7ac3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:22:18,823 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:22:18,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6545b519{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:22:18,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf0291a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/hadoop.log.dir/,STOPPED} 2024-12-04T19:22:18,825 WARN [BP-1541827031-172.17.0.2-1733340101539 heartbeating to localhost/127.0.0.1:45219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:22:18,825 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:22:18,825 WARN [BP-1541827031-172.17.0.2-1733340101539 heartbeating to localhost/127.0.0.1:45219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1541827031-172.17.0.2-1733340101539 (Datanode Uuid ab8ac457-0e43-4f59-9def-a088e053bdc3) service to localhost/127.0.0.1:45219 2024-12-04T19:22:18,825 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:22:18,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/cluster_5cccb7f1-1084-89b9-1725-2a789bce8100/data/data1/current/BP-1541827031-172.17.0.2-1733340101539 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:22:18,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/cluster_5cccb7f1-1084-89b9-1725-2a789bce8100/data/data2/current/BP-1541827031-172.17.0.2-1733340101539 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:22:18,826 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:22:18,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9007976{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:22:18,832 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f55aea6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:22:18,832 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:22:18,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4df2da5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:22:18,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4779c887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5228aa7f-3c57-8a7b-0b2f-81bcfe0b61c5/hadoop.log.dir/,STOPPED} 2024-12-04T19:22:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:22:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:22:18,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:18,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:18,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:18,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:18,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:18,847 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:22:18,847 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1698771555, stopped=false 2024-12-04T19:22:18,847 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,42315,1733340097863 2024-12-04T19:22:18,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809869356/running 2024-12-04T19:22:18,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809869356/running 2024-12-04T19:22:18,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:22:18,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:22:18,859 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:22:18,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:18,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:18,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Set watcher on znode that does not yet exist, /0-1809869356/running 2024-12-04T19:22:18,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:18,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Set watcher on znode that does not yet exist, /0-1809869356/running 2024-12-04T19:22:18,860 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,46185,1733340098070' ***** 2024-12-04T19:22:18,860 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:22:18,860 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:22:18,860 INFO [RS:0;9ba2734cd39f:46185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:22:18,860 INFO [RS:0;9ba2734cd39f:46185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:22:18,860 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(3091): Received CLOSE for 555ebd88ec7d6c32efa6ecb0405679a1 2024-12-04T19:22:18,860 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:22:18,860 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(3091): Received CLOSE for 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:22:18,860 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,46185,1733340098070 2024-12-04T19:22:18,860 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:22:18,860 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 555ebd88ec7d6c32efa6ecb0405679a1, disabling compactions & flushes 2024-12-04T19:22:18,860 INFO [RS:0;9ba2734cd39f:46185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:46185. 2024-12-04T19:22:18,860 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. 2024-12-04T19:22:18,861 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. 2024-12-04T19:22:18,861 DEBUG [RS:0;9ba2734cd39f:46185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:18,861 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. after waiting 0 ms 2024-12-04T19:22:18,861 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. 2024-12-04T19:22:18,861 DEBUG [RS:0;9ba2734cd39f:46185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:18,861 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:22:18,861 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 555ebd88ec7d6c32efa6ecb0405679a1 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-04T19:22:18,861 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:22:18,861 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:22:18,861 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:22:18,861 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T19:22:18,861 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 555ebd88ec7d6c32efa6ecb0405679a1=hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1., 61efaabc36480e9fb34bf9e1ca35c8e6=test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6.} 2024-12-04T19:22:18,861 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 555ebd88ec7d6c32efa6ecb0405679a1, 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:22:18,861 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:22:18,861 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:22:18,861 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:22:18,861 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:22:18,861 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:22:18,861 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T19:22:18,873 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/replication/555ebd88ec7d6c32efa6ecb0405679a1/.tmp/queue/5b15b3781b17457d9d8e191f8491fbf3 is 153, key is 1-9ba2734cd39f,46185,1733340098070/queue:9ba2734cd39f%2C46185%2C1733340098070/1733340128063/Put/seqid=0 2024-12-04T19:22:18,876 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/.tmp/info/993edfbce4204a66bb4bcd2fd303163f is 147, key is hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1./info:regioninfo/1733340120546/Put/seqid=0 2024-12-04T19:22:18,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741840_1016 (size=5352) 2024-12-04T19:22:18,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741841_1017 (size=7686) 2024-12-04T19:22:18,882 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/.tmp/info/993edfbce4204a66bb4bcd2fd303163f 2024-12-04T19:22:18,889 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:22:18,903 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/.tmp/ns/9a0f0a8c82e8436fb282e3c335a710f8 is 43, key is default/ns:d/1733340101425/Put/seqid=0 2024-12-04T19:22:18,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741842_1018 (size=5153) 2024-12-04T19:22:18,906 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/.tmp/ns/9a0f0a8c82e8436fb282e3c335a710f8 2024-12-04T19:22:18,925 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/.tmp/rep_barrier/8ef217cee08e4ceeb12d86dc16b434d2 is 112, key is test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6./rep_barrier:seqnumDuringOpen/1733340114083/Put/seqid=0 2024-12-04T19:22:18,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741843_1019 (size=5518) 2024-12-04T19:22:18,929 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/.tmp/rep_barrier/8ef217cee08e4ceeb12d86dc16b434d2 2024-12-04T19:22:18,950 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/.tmp/table/0a88607684554a4a87f6aa27aea9a468 is 53, key is hbase:replication/table:state/1733340120551/Put/seqid=0 2024-12-04T19:22:18,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741844_1020 (size=5308) 2024-12-04T19:22:19,061 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 555ebd88ec7d6c32efa6ecb0405679a1, 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:22:19,154 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:22:19,154 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:22:19,261 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 555ebd88ec7d6c32efa6ecb0405679a1, 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:22:19,282 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/replication/555ebd88ec7d6c32efa6ecb0405679a1/.tmp/queue/5b15b3781b17457d9d8e191f8491fbf3 2024-12-04T19:22:19,285 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/replication/555ebd88ec7d6c32efa6ecb0405679a1/.tmp/queue/5b15b3781b17457d9d8e191f8491fbf3 as hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/replication/555ebd88ec7d6c32efa6ecb0405679a1/queue/5b15b3781b17457d9d8e191f8491fbf3 2024-12-04T19:22:19,288 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/replication/555ebd88ec7d6c32efa6ecb0405679a1/queue/5b15b3781b17457d9d8e191f8491fbf3, entries=1, sequenceid=8, filesize=5.2 K 2024-12-04T19:22:19,289 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 555ebd88ec7d6c32efa6ecb0405679a1 in 428ms, sequenceid=8, compaction requested=false 2024-12-04T19:22:19,289 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T19:22:19,291 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/replication/555ebd88ec7d6c32efa6ecb0405679a1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T19:22:19,292 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:22:19,292 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:22:19,292 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. 2024-12-04T19:22:19,292 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 555ebd88ec7d6c32efa6ecb0405679a1: Waiting for close lock at 1733340138860Running coprocessor pre-close hooks at 1733340138860Disabling compacts and flushes for region at 1733340138860Disabling writes for close at 1733340138861 (+1 ms)Obtaining lock to block concurrent updates at 1733340138861Preparing flush snapshotting stores in 555ebd88ec7d6c32efa6ecb0405679a1 at 1733340138861Finished memstore snapshotting hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733340138861Flushing stores of hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. at 1733340138861Flushing 555ebd88ec7d6c32efa6ecb0405679a1/queue: creating writer at 1733340138861Flushing 555ebd88ec7d6c32efa6ecb0405679a1/queue: appending metadata at 1733340138872 (+11 ms)Flushing 555ebd88ec7d6c32efa6ecb0405679a1/queue: closing flushed file at 1733340138872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5b67e4: reopening flushed file at 1733340139285 (+413 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 555ebd88ec7d6c32efa6ecb0405679a1 in 428ms, sequenceid=8, compaction requested=false at 1733340139289 (+4 ms)Writing region close event to WAL at 1733340139290 (+1 ms)Running coprocessor post-close hooks at 1733340139292 (+2 ms)Closed at 1733340139292 2024-12-04T19:22:19,292 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733340119388.555ebd88ec7d6c32efa6ecb0405679a1. 2024-12-04T19:22:19,292 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61efaabc36480e9fb34bf9e1ca35c8e6, disabling compactions & flushes 2024-12-04T19:22:19,292 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. 2024-12-04T19:22:19,292 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. 2024-12-04T19:22:19,292 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. after waiting 0 ms 2024-12-04T19:22:19,292 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. 2024-12-04T19:22:19,292 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 61efaabc36480e9fb34bf9e1ca35c8e6 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-04T19:22:19,304 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/.tmp/f/0afed2d2f99743ea8e0002821d4a578d is 28, key is row/f:/1733340127850/DeleteFamily/seqid=0 2024-12-04T19:22:19,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741845_1021 (size=5085) 2024-12-04T19:22:19,354 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/.tmp/table/0a88607684554a4a87f6aa27aea9a468 2024-12-04T19:22:19,357 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/.tmp/info/993edfbce4204a66bb4bcd2fd303163f as hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/info/993edfbce4204a66bb4bcd2fd303163f 2024-12-04T19:22:19,360 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/info/993edfbce4204a66bb4bcd2fd303163f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T19:22:19,361 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/.tmp/ns/9a0f0a8c82e8436fb282e3c335a710f8 as hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/ns/9a0f0a8c82e8436fb282e3c335a710f8 2024-12-04T19:22:19,363 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/ns/9a0f0a8c82e8436fb282e3c335a710f8, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T19:22:19,364 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/.tmp/rep_barrier/8ef217cee08e4ceeb12d86dc16b434d2 as hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/rep_barrier/8ef217cee08e4ceeb12d86dc16b434d2 2024-12-04T19:22:19,367 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/rep_barrier/8ef217cee08e4ceeb12d86dc16b434d2, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T19:22:19,367 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/.tmp/table/0a88607684554a4a87f6aa27aea9a468 as hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/table/0a88607684554a4a87f6aa27aea9a468 2024-12-04T19:22:19,370 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/table/0a88607684554a4a87f6aa27aea9a468, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T19:22:19,370 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 509ms, sequenceid=16, compaction requested=false 2024-12-04T19:22:19,371 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:22:19,374 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T19:22:19,374 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:22:19,374 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:22:19,374 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:22:19,374 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340138861Running coprocessor pre-close hooks at 1733340138861Disabling compacts and flushes for region at 1733340138861Disabling writes for close at 1733340138861Obtaining lock to block concurrent updates at 1733340138861Preparing flush snapshotting stores in 1588230740 at 1733340138861Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733340138861Flushing stores of hbase:meta,,1.1588230740 at 1733340138862 (+1 ms)Flushing 1588230740/info: creating writer at 1733340138862Flushing 1588230740/info: appending metadata at 1733340138875 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733340138876 (+1 ms)Flushing 1588230740/ns: creating writer at 1733340138885 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733340138902 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733340138902Flushing 1588230740/rep_barrier: creating writer at 1733340138910 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733340138925 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733340138925Flushing 1588230740/table: creating writer at 1733340138932 (+7 ms)Flushing 1588230740/table: appending metadata at 1733340138950 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733340138950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@124db45: reopening flushed file at 1733340139357 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dc1e66c: reopening flushed file at 1733340139360 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486612f7: reopening flushed file at 1733340139363 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51891468: reopening flushed file at 1733340139367 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 509ms, sequenceid=16, compaction requested=false at 1733340139371 (+4 ms)Writing region close event to WAL at 1733340139372 (+1 ms)Running coprocessor post-close hooks at 1733340139374 (+2 ms)Closed at 1733340139374 2024-12-04T19:22:19,375 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:22:19,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:22:19,461 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1351): Waiting on 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:22:19,662 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1351): Waiting on 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:22:19,708 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/.tmp/f/0afed2d2f99743ea8e0002821d4a578d 2024-12-04T19:22:19,711 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0afed2d2f99743ea8e0002821d4a578d 2024-12-04T19:22:19,722 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/.tmp/f1/e2b51b1212d44612b2fb3043c3a74472 is 29, key is row/f1:/1733340127850/DeleteFamily/seqid=0 2024-12-04T19:22:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741846_1022 (size=5089) 2024-12-04T19:22:19,862 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:22:19,862 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1325): Online Regions={61efaabc36480e9fb34bf9e1ca35c8e6=test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6.} 2024-12-04T19:22:19,862 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1351): Waiting on 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:22:20,001 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 636, reset compression=false 2024-12-04T19:22:20,004 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:22:20,004 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 883, reset compression=false 2024-12-04T19:22:20,004 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,46185,1733340098070 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:22:20,005 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9ba2734cd39f,46185,1733340098070: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9ba2734cd39f,46185,1733340098070, walGroup=9ba2734cd39f%2C46185%2C1733340098070, offset=9ba2734cd39f%2C46185%2C1733340098070.1733340100288:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:46185 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T19:22:20,006 ERROR [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T19:22:20,006 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T19:22:20,006 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T19:22:20,006 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T19:22:20,006 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T19:22:20,006 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 1116065848 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 202698928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T19:22:20,006 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:42315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:42315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-12-04T19:22:20,062 DEBUG [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1351): Waiting on 61efaabc36480e9fb34bf9e1ca35c8e6 2024-12-04T19:22:20,126 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/.tmp/f1/e2b51b1212d44612b2fb3043c3a74472 2024-12-04T19:22:20,129 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2b51b1212d44612b2fb3043c3a74472 2024-12-04T19:22:20,141 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/.tmp/norep/11927a1ad68b4d59880d52db6d13c161 is 32, key is row/norep:/1733340127850/DeleteFamily/seqid=0 2024-12-04T19:22:20,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741847_1023 (size=5101) 2024-12-04T19:22:20,144 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/.tmp/norep/11927a1ad68b4d59880d52db6d13c161 2024-12-04T19:22:20,146 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11927a1ad68b4d59880d52db6d13c161 2024-12-04T19:22:20,147 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/.tmp/f/0afed2d2f99743ea8e0002821d4a578d as hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/f/0afed2d2f99743ea8e0002821d4a578d 2024-12-04T19:22:20,149 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0afed2d2f99743ea8e0002821d4a578d 2024-12-04T19:22:20,149 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/f/0afed2d2f99743ea8e0002821d4a578d, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T19:22:20,150 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/.tmp/f1/e2b51b1212d44612b2fb3043c3a74472 as hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/f1/e2b51b1212d44612b2fb3043c3a74472 2024-12-04T19:22:20,153 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2b51b1212d44612b2fb3043c3a74472 2024-12-04T19:22:20,153 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/f1/e2b51b1212d44612b2fb3043c3a74472, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T19:22:20,153 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/.tmp/norep/11927a1ad68b4d59880d52db6d13c161 as hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/norep/11927a1ad68b4d59880d52db6d13c161 2024-12-04T19:22:20,156 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11927a1ad68b4d59880d52db6d13c161 2024-12-04T19:22:20,156 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/norep/11927a1ad68b4d59880d52db6d13c161, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T19:22:20,156 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 61efaabc36480e9fb34bf9e1ca35c8e6 in 864ms, sequenceid=6, compaction requested=false 2024-12-04T19:22:20,156 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T19:22:20,160 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/data/default/test/61efaabc36480e9fb34bf9e1ca35c8e6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T19:22:20,160 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:22:20,160 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:22:20,160 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. 2024-12-04T19:22:20,160 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61efaabc36480e9fb34bf9e1ca35c8e6: Waiting for close lock at 1733340139292Running coprocessor pre-close hooks at 1733340139292Disabling compacts and flushes for region at 1733340139292Disabling writes for close at 1733340139292Obtaining lock to block concurrent updates at 1733340139292Preparing flush snapshotting stores in 61efaabc36480e9fb34bf9e1ca35c8e6 at 1733340139292Finished memstore snapshotting test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733340139293 (+1 ms)Flushing stores of test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. at 1733340139293Flushing 61efaabc36480e9fb34bf9e1ca35c8e6/f: creating writer at 1733340139293Flushing 61efaabc36480e9fb34bf9e1ca35c8e6/f: appending metadata at 1733340139304 (+11 ms)Flushing 61efaabc36480e9fb34bf9e1ca35c8e6/f: closing flushed file at 1733340139304Flushing 61efaabc36480e9fb34bf9e1ca35c8e6/f1: creating writer at 1733340139711 (+407 ms)Flushing 61efaabc36480e9fb34bf9e1ca35c8e6/f1: appending metadata at 1733340139722 (+11 ms)Flushing 61efaabc36480e9fb34bf9e1ca35c8e6/f1: closing flushed file at 1733340139722Flushing 61efaabc36480e9fb34bf9e1ca35c8e6/norep: creating writer at 1733340140129 (+407 ms)Flushing 61efaabc36480e9fb34bf9e1ca35c8e6/norep: appending metadata at 1733340140140 (+11 ms)Flushing 61efaabc36480e9fb34bf9e1ca35c8e6/norep: closing flushed file at 1733340140140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d1ff1df: reopening flushed file at 1733340140146 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53628307: reopening flushed file at 1733340140150 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d38f99e: reopening flushed file at 1733340140153 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 61efaabc36480e9fb34bf9e1ca35c8e6 in 864ms, sequenceid=6, compaction requested=false at 1733340140156 (+3 ms)Writing region close event to WAL at 1733340140158 (+2 ms)Running coprocessor post-close hooks at 1733340140160 (+2 ms)Closed at 1733340140160 2024-12-04T19:22:20,160 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733340112927.61efaabc36480e9fb34bf9e1ca35c8e6. 2024-12-04T19:22:20,207 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 883, reset compression=false 2024-12-04T19:22:20,210 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:22:20,210 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.wal-reader.9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.1733340100288 to pos 1527, reset compression=false 2024-12-04T19:22:20,262 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,46185,1733340098070; all regions closed. 2024-12-04T19:22:20,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741834_1010 (size=4239) 2024-12-04T19:22:20,264 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/WALs/9ba2734cd39f,46185,1733340098070/9ba2734cd39f%2C46185%2C1733340098070.meta.1733340101364.meta not finished, retry = 0 2024-12-04T19:22:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741839_1015 (size=2240) 2024-12-04T19:22:20,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741832_1008 (size=1535) 2024-12-04T19:22:20,368 DEBUG [RS:0;9ba2734cd39f:46185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:20,368 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:22:20,368 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:22:20,368 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:22:20,368 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:22:20,368 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:22:20,368 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,46185,1733340098070 because: Region server is closing 2024-12-04T19:22:20,368 INFO [RS:0;9ba2734cd39f:46185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:46185. 2024-12-04T19:22:20,368 DEBUG [RS:0;9ba2734cd39f:46185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:20,369 DEBUG [RS:0;9ba2734cd39f:46185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:20,369 DEBUG [RS:0;9ba2734cd39f:46185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:20,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:20,469 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,46185,1733340098070.replicationSource.shipper9ba2734cd39f%2C46185%2C1733340098070,1-9ba2734cd39f,46185,1733340098070 terminated 2024-12-04T19:22:20,469 INFO [RS:0;9ba2734cd39f:46185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46185 2024-12-04T19:22:20,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356/rs 2024-12-04T19:22:20,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809869356/rs/9ba2734cd39f,46185,1733340098070 2024-12-04T19:22:20,554 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:22:20,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,46185,1733340098070] 2024-12-04T19:22:20,575 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1809869356/draining/9ba2734cd39f,46185,1733340098070 already deleted, retry=false 2024-12-04T19:22:20,575 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,46185,1733340098070 expired; onlineServers=0 2024-12-04T19:22:20,575 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,42315,1733340097863' ***** 2024-12-04T19:22:20,575 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:22:20,575 INFO [M:0;9ba2734cd39f:42315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:22:20,575 INFO [M:0;9ba2734cd39f:42315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:22:20,575 DEBUG [M:0;9ba2734cd39f:42315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:22:20,575 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:22:20,575 DEBUG [M:0;9ba2734cd39f:42315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:22:20,575 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340100056 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340100056,5,FailOnTimeoutGroup] 2024-12-04T19:22:20,575 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340100056 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340100056,5,FailOnTimeoutGroup] 2024-12-04T19:22:20,575 INFO [M:0;9ba2734cd39f:42315 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:22:20,575 INFO [M:0;9ba2734cd39f:42315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:22:20,575 DEBUG [M:0;9ba2734cd39f:42315 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:22:20,575 INFO [M:0;9ba2734cd39f:42315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:22:20,575 INFO [M:0;9ba2734cd39f:42315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:22:20,575 ERROR [M:0;9ba2734cd39f:42315 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42749,5,PEWorkerGroup] 2024-12-04T19:22:20,575 INFO [M:0;9ba2734cd39f:42315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:22:20,576 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:22:20,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1809869356/master 2024-12-04T19:22:20,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1809869356 2024-12-04T19:22:20,585 DEBUG [M:0;9ba2734cd39f:42315 {}] zookeeper.ZKUtil(347): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Unable to get data of znode /0-1809869356/master because node does not exist (not an error) 2024-12-04T19:22:20,585 WARN [M:0;9ba2734cd39f:42315 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:22:20,586 INFO [M:0;9ba2734cd39f:42315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/.lastflushedseqids 2024-12-04T19:22:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741848_1024 (size=245) 2024-12-04T19:22:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:22:20,664 INFO [RS:0;9ba2734cd39f:46185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:22:20,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x101a1cae1620001, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:22:20,664 INFO [RS:0;9ba2734cd39f:46185 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,46185,1733340098070; zookeeper connection closed. 2024-12-04T19:22:20,665 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cc23d59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cc23d59 2024-12-04T19:22:20,665 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:22:20,989 INFO [M:0;9ba2734cd39f:42315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:22:20,989 INFO [M:0;9ba2734cd39f:42315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:22:20,989 DEBUG [M:0;9ba2734cd39f:42315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:22:20,990 INFO [M:0;9ba2734cd39f:42315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:20,990 DEBUG [M:0;9ba2734cd39f:42315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:20,990 DEBUG [M:0;9ba2734cd39f:42315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:22:20,990 DEBUG [M:0;9ba2734cd39f:42315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:20,990 INFO [M:0;9ba2734cd39f:42315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-04T19:22:21,001 DEBUG [M:0;9ba2734cd39f:42315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a34462c053ec4543ac481f12275460db is 82, key is hbase:meta,,1/info:regioninfo/1733340101396/Put/seqid=0 2024-12-04T19:22:21,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741849_1025 (size=5672) 2024-12-04T19:22:21,405 INFO [M:0;9ba2734cd39f:42315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a34462c053ec4543ac481f12275460db 2024-12-04T19:22:21,423 DEBUG [M:0;9ba2734cd39f:42315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76cde8c6f96b43c5a409446bded6d201 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733340114091/Put/seqid=0 2024-12-04T19:22:21,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741850_1026 (size=7218) 2024-12-04T19:22:21,827 INFO [M:0;9ba2734cd39f:42315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76cde8c6f96b43c5a409446bded6d201 2024-12-04T19:22:21,830 INFO [M:0;9ba2734cd39f:42315 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76cde8c6f96b43c5a409446bded6d201 2024-12-04T19:22:21,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:22:21,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,841 DEBUG [M:0;9ba2734cd39f:42315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/604523a97fba4cc88b71ec13812dca8a is 69, key is 9ba2734cd39f,46185,1733340098070/rs:state/1733340100131/Put/seqid=0 2024-12-04T19:22:21,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741851_1027 (size=5156) 2024-12-04T19:22:21,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:21,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:22,245 INFO [M:0;9ba2734cd39f:42315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/604523a97fba4cc88b71ec13812dca8a 2024-12-04T19:22:22,248 DEBUG [M:0;9ba2734cd39f:42315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a34462c053ec4543ac481f12275460db as hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a34462c053ec4543ac481f12275460db 2024-12-04T19:22:22,252 INFO [M:0;9ba2734cd39f:42315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a34462c053ec4543ac481f12275460db, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T19:22:22,253 DEBUG [M:0;9ba2734cd39f:42315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/76cde8c6f96b43c5a409446bded6d201 as hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76cde8c6f96b43c5a409446bded6d201 2024-12-04T19:22:22,256 INFO [M:0;9ba2734cd39f:42315 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76cde8c6f96b43c5a409446bded6d201 2024-12-04T19:22:22,256 INFO [M:0;9ba2734cd39f:42315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/76cde8c6f96b43c5a409446bded6d201, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T19:22:22,256 DEBUG [M:0;9ba2734cd39f:42315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/604523a97fba4cc88b71ec13812dca8a as hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/604523a97fba4cc88b71ec13812dca8a 2024-12-04T19:22:22,259 INFO [M:0;9ba2734cd39f:42315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42749/user/jenkins/test-data/3ad30336-2352-ddc7-0e7e-01c034afd1ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/604523a97fba4cc88b71ec13812dca8a, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T19:22:22,260 INFO [M:0;9ba2734cd39f:42315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false 2024-12-04T19:22:22,267 INFO [M:0;9ba2734cd39f:42315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:22,267 DEBUG [M:0;9ba2734cd39f:42315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340140989Disabling compacts and flushes for region at 1733340140989Disabling writes for close at 1733340140990 (+1 ms)Obtaining lock to block concurrent updates at 1733340140990Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733340140990Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733340140990Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733340140990Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733340140990Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733340141001 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733340141001Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733340141408 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733340141423 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733340141423Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733340141830 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733340141841 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733340141841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1b0e19: reopening flushed file at 1733340142248 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265425ce: reopening flushed file at 1733340142252 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23328aef: reopening flushed file at 1733340142256 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=105, compaction requested=false at 1733340142260 (+4 ms)Writing region close event to WAL at 1733340142267 (+7 ms)Closed at 1733340142267 2024-12-04T19:22:22,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34777 is added to blk_1073741830_1006 (size=64423) 2024-12-04T19:22:22,270 INFO [M:0;9ba2734cd39f:42315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:22:22,270 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:22:22,270 INFO [M:0;9ba2734cd39f:42315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42315 2024-12-04T19:22:22,270 INFO [M:0;9ba2734cd39f:42315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:22:22,441 INFO [M:0;9ba2734cd39f:42315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:22:22,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:22:22,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a1cae1620000, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:22:22,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78ba7437{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:22:22,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48cddaf7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:22:22,444 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:22:22,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d0783db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:22:22,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1492cc4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/hadoop.log.dir/,STOPPED} 2024-12-04T19:22:22,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:22:22,445 WARN [BP-1902108396-172.17.0.2-1733340095949 heartbeating to localhost/127.0.0.1:42749 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:22:22,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:22:22,445 WARN [BP-1902108396-172.17.0.2-1733340095949 heartbeating to localhost/127.0.0.1:42749 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1902108396-172.17.0.2-1733340095949 (Datanode Uuid 72254989-7186-4540-922e-ef21ec5a9be1) service to localhost/127.0.0.1:42749 2024-12-04T19:22:22,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/cluster_19f5b176-edd9-6599-76c1-f33f5b45d1ed/data/data1/current/BP-1902108396-172.17.0.2-1733340095949 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:22:22,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/cluster_19f5b176-edd9-6599-76c1-f33f5b45d1ed/data/data2/current/BP-1902108396-172.17.0.2-1733340095949 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:22:22,445 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:22:22,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58e5cc1e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:22:22,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f975275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:22:22,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:22:22,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2432189b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:22:22,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f71ff96{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1a8cb2a-780b-bb64-cbca-6db66bb24609/hadoop.log.dir/,STOPPED} 2024-12-04T19:22:22,457 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T19:22:22,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:22:22,477 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:42749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61021) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45219 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45219 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61021) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45219 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35393 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61021) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42749 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:35393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=787 (was 724) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 348), ProcessCount=11 (was 11), AvailableMemoryMB=15067 (was 15170) 2024-12-04T19:22:22,486 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=787, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=15067 2024-12-04T19:22:22,497 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-04T19:22:22,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/hadoop.log.dir so I do NOT create it in target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6 2024-12-04T19:22:22,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:22:22,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/hadoop.tmp.dir so I do NOT create it in target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6 2024-12-04T19:22:22,498 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4792b329-862f-107b-0614-9dd448eab569/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:22:22,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6 2024-12-04T19:22:22,498 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/cluster_c132f7c6-4431-64d1-1c13-64ee8c2c6840, deleteOnExit=true 2024-12-04T19:22:22,514 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/cluster_c132f7c6-4431-64d1-1c13-64ee8c2c6840/zookeeper_0, clientPort=55849, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/cluster_c132f7c6-4431-64d1-1c13-64ee8c2c6840/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/cluster_c132f7c6-4431-64d1-1c13-64ee8c2c6840/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T19:22:22,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55849 2024-12-04T19:22:22,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:22:22,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:22:22,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/test.cache.data in system properties and HBase conf 2024-12-04T19:22:22,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:22:22,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:22:22,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:22:22,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:22:22,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:22:22,515 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:22:22,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:22:22,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:22:22,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:22:22,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:22:22,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:22:22,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:22:22,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:22:22,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:22:22,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:22:22,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:22:22,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:22:22,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:22:22,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:22:22,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:22:22,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a1cae1620005, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:22:22,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a1cae1620002, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:22:22,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a1cae1620005, quorum=127.0.0.1:61021, baseZNode=/1398913122 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:22:22,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a1cae1620002, quorum=127.0.0.1:61021, baseZNode=/0-1809869356 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:22:22,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a1cae1620008, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:22:22,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a1cae1620008, quorum=127.0.0.1:61021, baseZNode=/21608301238 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:22:22,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:22:22,856 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:22:22,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:22:22,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:22:22,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:22:22,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:22:22,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d675be5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:22:22,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1352f183{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:22:22,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@83dad06{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/java.io.tmpdir/jetty-localhost-34917-hadoop-hdfs-3_4_1-tests_jar-_-any-10858144265230721293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:22:22,947 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@262e43a{HTTP/1.1, (http/1.1)}{localhost:34917} 2024-12-04T19:22:22,947 INFO [Time-limited test {}] server.Server(415): Started @329045ms 2024-12-04T19:22:23,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:22:23,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:22:23,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:22:23,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:22:23,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:22:23,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48ab92c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:22:23,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ebb6745{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:22:23,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e0445e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/java.io.tmpdir/jetty-localhost-37605-hadoop-hdfs-3_4_1-tests_jar-_-any-17893481331006604525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:22:23,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a81c26f{HTTP/1.1, (http/1.1)}{localhost:37605} 2024-12-04T19:22:23,308 INFO [Time-limited test {}] server.Server(415): Started @329405ms 2024-12-04T19:22:23,309 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:22:23,921 WARN [Thread-4179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/cluster_c132f7c6-4431-64d1-1c13-64ee8c2c6840/data/data1/current/BP-1777179443-172.17.0.2-1733340142532/current, will proceed with Du for space computation calculation, 2024-12-04T19:22:23,921 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/cluster_c132f7c6-4431-64d1-1c13-64ee8c2c6840/data/data2/current/BP-1777179443-172.17.0.2-1733340142532/current, will proceed with Du for space computation calculation, 2024-12-04T19:22:23,937 WARN [Thread-4167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:22:23,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc645f1489338945b with lease ID 0x988ff95d2b974d96: Processing first storage report for DS-ef85c886-6ff6-45dd-a492-2fdfeb81cf64 from datanode DatanodeRegistration(127.0.0.1:42485, datanodeUuid=b625d3a5-ef17-424b-8103-d75d965ab458, infoPort=36765, infoSecurePort=0, ipcPort=44137, storageInfo=lv=-57;cid=testClusterID;nsid=1244672075;c=1733340142532) 2024-12-04T19:22:23,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc645f1489338945b with lease ID 0x988ff95d2b974d96: from storage DS-ef85c886-6ff6-45dd-a492-2fdfeb81cf64 node DatanodeRegistration(127.0.0.1:42485, datanodeUuid=b625d3a5-ef17-424b-8103-d75d965ab458, infoPort=36765, infoSecurePort=0, ipcPort=44137, storageInfo=lv=-57;cid=testClusterID;nsid=1244672075;c=1733340142532), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:22:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc645f1489338945b with lease ID 0x988ff95d2b974d96: Processing first storage report for DS-1c1efff1-e3e5-48d1-9300-3ae30654cc83 from datanode DatanodeRegistration(127.0.0.1:42485, datanodeUuid=b625d3a5-ef17-424b-8103-d75d965ab458, infoPort=36765, infoSecurePort=0, ipcPort=44137, storageInfo=lv=-57;cid=testClusterID;nsid=1244672075;c=1733340142532) 2024-12-04T19:22:23,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc645f1489338945b with lease ID 0x988ff95d2b974d96: from storage DS-1c1efff1-e3e5-48d1-9300-3ae30654cc83 node DatanodeRegistration(127.0.0.1:42485, datanodeUuid=b625d3a5-ef17-424b-8103-d75d965ab458, infoPort=36765, infoSecurePort=0, ipcPort=44137, storageInfo=lv=-57;cid=testClusterID;nsid=1244672075;c=1733340142532), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:22:24,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6 2024-12-04T19:22:24,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:24,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:24,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42485 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:22:24,435 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64 with version=8 2024-12-04T19:22:24,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/hbase-staging 2024-12-04T19:22:24,437 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:22:24,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:24,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:24,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:22:24,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:24,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:22:24,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:22:24,437 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:22:24,438 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45783 2024-12-04T19:22:24,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45783 connecting to ZooKeeper ensemble=127.0.0.1:55849 2024-12-04T19:22:24,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457830x0, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:22:24,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45783-0x101a1cb975d0000 connected 2024-12-04T19:22:24,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:24,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:24,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Set watcher on znode that does not yet exist, /01634358467/running 2024-12-04T19:22:24,630 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64, hbase.cluster.distributed=false 2024-12-04T19:22:24,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Set watcher on znode that does not yet exist, /01634358467/acl 2024-12-04T19:22:24,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45783 2024-12-04T19:22:24,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45783 2024-12-04T19:22:24,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45783 2024-12-04T19:22:24,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45783 2024-12-04T19:22:24,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45783 2024-12-04T19:22:24,644 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:22:24,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:24,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:24,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:22:24,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:24,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:22:24,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:22:24,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:22:24,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35833 2024-12-04T19:22:24,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35833 connecting to ZooKeeper ensemble=127.0.0.1:55849 2024-12-04T19:22:24,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:24,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:24,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358330x0, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:22:24,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35833-0x101a1cb975d0001 connected 2024-12-04T19:22:24,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Set watcher on znode that does not yet exist, /01634358467/running 2024-12-04T19:22:24,659 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:22:24,660 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:22:24,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Set watcher on znode that does not yet exist, /01634358467/master 2024-12-04T19:22:24,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Set watcher on znode that does not yet exist, /01634358467/acl 2024-12-04T19:22:24,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35833 2024-12-04T19:22:24,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35833 2024-12-04T19:22:24,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35833 2024-12-04T19:22:24,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35833 2024-12-04T19:22:24,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35833 2024-12-04T19:22:24,676 DEBUG [M:0;9ba2734cd39f:45783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:45783 2024-12-04T19:22:24,676 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01634358467/backup-masters/9ba2734cd39f,45783,1733340144437 2024-12-04T19:22:24,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467/backup-masters 2024-12-04T19:22:24,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467/backup-masters 2024-12-04T19:22:24,688 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Set watcher on existing znode=/01634358467/backup-masters/9ba2734cd39f,45783,1733340144437 2024-12-04T19:22:24,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01634358467/master 2024-12-04T19:22:24,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467 2024-12-04T19:22:24,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467 2024-12-04T19:22:24,701 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Set watcher on existing znode=/01634358467/master 2024-12-04T19:22:24,701 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01634358467/backup-masters/9ba2734cd39f,45783,1733340144437 from backup master directory 2024-12-04T19:22:24,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01634358467/backup-masters/9ba2734cd39f,45783,1733340144437 2024-12-04T19:22:24,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467/backup-masters 2024-12-04T19:22:24,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467/backup-masters 2024-12-04T19:22:24,711 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:22:24,711 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,45783,1733340144437 2024-12-04T19:22:24,713 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/hbase.id] with ID: c3df79f3-f5c1-4cee-9aec-dfff2ca50196 2024-12-04T19:22:24,713 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/.tmp/hbase.id 2024-12-04T19:22:24,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42485 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:22:25,117 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/.tmp/hbase.id]:[hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/hbase.id] 2024-12-04T19:22:25,123 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:25,123 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:22:25,124 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T19:22:25,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467 2024-12-04T19:22:25,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467 2024-12-04T19:22:25,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42485 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:22:25,587 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:22:25,588 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:22:25,588 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:25,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42485 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:22:25,993 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/MasterData/data/master/store 2024-12-04T19:22:25,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42485 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:22:25,997 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:25,997 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:22:25,997 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:25,997 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:25,997 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:22:25,997 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:25,997 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:25,997 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340145997Disabling compacts and flushes for region at 1733340145997Disabling writes for close at 1733340145997Writing region close event to WAL at 1733340145997Closed at 1733340145997 2024-12-04T19:22:25,998 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/MasterData/data/master/store/.initializing 2024-12-04T19:22:25,998 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/MasterData/WALs/9ba2734cd39f,45783,1733340144437 2024-12-04T19:22:25,999 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:22:26,000 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C45783%2C1733340144437, suffix=, logDir=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/MasterData/WALs/9ba2734cd39f,45783,1733340144437, archiveDir=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/MasterData/oldWALs, maxLogs=10 2024-12-04T19:22:26,010 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/MasterData/WALs/9ba2734cd39f,45783,1733340144437/9ba2734cd39f%2C45783%2C1733340144437.1733340146000, exclude list is [], retry=0 2024-12-04T19:22:26,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42485,DS-ef85c886-6ff6-45dd-a492-2fdfeb81cf64,DISK] 2024-12-04T19:22:26,013 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/MasterData/WALs/9ba2734cd39f,45783,1733340144437/9ba2734cd39f%2C45783%2C1733340144437.1733340146000 2024-12-04T19:22:26,014 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36765:36765)] 2024-12-04T19:22:26,014 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:26,014 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:26,014 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:26,014 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:26,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:26,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:22:26,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:26,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:26,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:26,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:22:26,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:26,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:26,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:26,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:22:26,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:26,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:26,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:26,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:22:26,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:26,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:26,020 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:26,020 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:26,020 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:26,021 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:26,021 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:26,021 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:22:26,022 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:26,024 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:26,024 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67845324, jitterRate=0.010974109172821045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:22:26,025 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733340146014Initializing all the Stores at 1733340146015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340146015Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340146015Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340146015Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340146015Cleaning up temporary data from old regions at 1733340146021 (+6 ms)Region opened successfully at 1733340146025 (+4 ms) 2024-12-04T19:22:26,025 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:22:26,027 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad7c627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:22:26,027 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:22:26,027 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:22:26,027 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:22:26,027 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:22:26,028 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:22:26,028 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:22:26,028 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:22:26,029 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:22:26,030 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Unable to get data of znode /01634358467/balancer because node does not exist (not necessarily an error) 2024-12-04T19:22:26,101 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01634358467/balancer already deleted, retry=false 2024-12-04T19:22:26,101 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:22:26,102 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Unable to get data of znode /01634358467/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:22:26,111 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01634358467/normalizer already deleted, retry=false 2024-12-04T19:22:26,111 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:22:26,112 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Unable to get data of znode /01634358467/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:22:26,122 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01634358467/switch/split already deleted, retry=false 2024-12-04T19:22:26,122 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Unable to get data of znode /01634358467/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:22:26,132 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01634358467/switch/merge already deleted, retry=false 2024-12-04T19:22:26,133 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Unable to get data of znode /01634358467/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:22:26,143 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01634358467/snapshot-cleanup already deleted, retry=false 2024-12-04T19:22:26,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01634358467/running 2024-12-04T19:22:26,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01634358467/running 2024-12-04T19:22:26,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467 2024-12-04T19:22:26,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467 2024-12-04T19:22:26,153 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,45783,1733340144437, sessionid=0x101a1cb975d0000, setting cluster-up flag (Was=false) 2024-12-04T19:22:26,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467 2024-12-04T19:22:26,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467 2024-12-04T19:22:26,206 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01634358467/flush-table-proc/acquired, /01634358467/flush-table-proc/reached, /01634358467/flush-table-proc/abort 2024-12-04T19:22:26,207 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,45783,1733340144437 2024-12-04T19:22:26,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467 2024-12-04T19:22:26,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467 2024-12-04T19:22:26,258 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01634358467/online-snapshot/acquired, /01634358467/online-snapshot/reached, /01634358467/online-snapshot/abort 2024-12-04T19:22:26,259 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,45783,1733340144437 2024-12-04T19:22:26,260 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:22:26,261 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:26,261 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:22:26,261 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:22:26,261 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,45783,1733340144437 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:22:26,262 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:26,262 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:26,262 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:26,262 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:26,262 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:22:26,262 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:26,262 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:22:26,262 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:26,263 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340176263 2024-12-04T19:22:26,263 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:22:26,263 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:22:26,263 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:22:26,263 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:22:26,263 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:22:26,263 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:22:26,263 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:26,263 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:22:26,263 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:26,263 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:22:26,263 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:22:26,263 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:22:26,263 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:22:26,264 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:26,264 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:22:26,264 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:22:26,264 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:22:26,264 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340146264,5,FailOnTimeoutGroup] 2024-12-04T19:22:26,264 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340146264,5,FailOnTimeoutGroup] 2024-12-04T19:22:26,264 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:26,264 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:22:26,264 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:26,264 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:26,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42485 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:22:26,272 INFO [RS:0;9ba2734cd39f:35833 {}] regionserver.HRegionServer(746): ClusterId : c3df79f3-f5c1-4cee-9aec-dfff2ca50196 2024-12-04T19:22:26,273 DEBUG [RS:0;9ba2734cd39f:35833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:22:26,273 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:22:26,273 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64 2024-12-04T19:22:26,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42485 is added to blk_1073741832_1008 (size=32) 2024-12-04T19:22:26,280 DEBUG [RS:0;9ba2734cd39f:35833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:22:26,280 DEBUG [RS:0;9ba2734cd39f:35833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:22:26,291 DEBUG [RS:0;9ba2734cd39f:35833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:22:26,291 DEBUG [RS:0;9ba2734cd39f:35833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1a3219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:22:26,307 DEBUG [RS:0;9ba2734cd39f:35833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:35833 2024-12-04T19:22:26,307 INFO [RS:0;9ba2734cd39f:35833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:22:26,307 INFO [RS:0;9ba2734cd39f:35833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:22:26,307 DEBUG [RS:0;9ba2734cd39f:35833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:22:26,307 INFO [RS:0;9ba2734cd39f:35833 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,45783,1733340144437 with port=35833, startcode=1733340144643 2024-12-04T19:22:26,308 DEBUG [RS:0;9ba2734cd39f:35833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:22:26,309 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:22:26,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,35833,1733340144643 2024-12-04T19:22:26,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45783 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,35833,1733340144643 2024-12-04T19:22:26,310 DEBUG [RS:0;9ba2734cd39f:35833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64 2024-12-04T19:22:26,310 DEBUG [RS:0;9ba2734cd39f:35833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45567 2024-12-04T19:22:26,310 DEBUG [RS:0;9ba2734cd39f:35833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:22:26,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467/rs 2024-12-04T19:22:26,322 DEBUG [RS:0;9ba2734cd39f:35833 {}] zookeeper.ZKUtil(111): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Set watcher on existing znode=/01634358467/rs/9ba2734cd39f,35833,1733340144643 2024-12-04T19:22:26,322 WARN [RS:0;9ba2734cd39f:35833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:22:26,322 INFO [RS:0;9ba2734cd39f:35833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:26,322 DEBUG [RS:0;9ba2734cd39f:35833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/WALs/9ba2734cd39f,35833,1733340144643 2024-12-04T19:22:26,322 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,35833,1733340144643] 2024-12-04T19:22:26,325 INFO [RS:0;9ba2734cd39f:35833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:22:26,326 INFO [RS:0;9ba2734cd39f:35833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:22:26,327 INFO [RS:0;9ba2734cd39f:35833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:22:26,327 INFO [RS:0;9ba2734cd39f:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:26,328 INFO [RS:0;9ba2734cd39f:35833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:22:26,329 INFO [RS:0;9ba2734cd39f:35833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:22:26,329 INFO [RS:0;9ba2734cd39f:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:26,329 DEBUG [RS:0;9ba2734cd39f:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:26,329 DEBUG [RS:0;9ba2734cd39f:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:26,329 DEBUG [RS:0;9ba2734cd39f:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:26,329 DEBUG [RS:0;9ba2734cd39f:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:26,329 DEBUG [RS:0;9ba2734cd39f:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:26,329 DEBUG [RS:0;9ba2734cd39f:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:22:26,329 DEBUG [RS:0;9ba2734cd39f:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:26,329 DEBUG [RS:0;9ba2734cd39f:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:26,329 DEBUG [RS:0;9ba2734cd39f:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:26,329 DEBUG [RS:0;9ba2734cd39f:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:26,329 DEBUG [RS:0;9ba2734cd39f:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:26,329 DEBUG [RS:0;9ba2734cd39f:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:26,329 DEBUG [RS:0;9ba2734cd39f:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:22:26,329 DEBUG [RS:0;9ba2734cd39f:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:22:26,329 INFO [RS:0;9ba2734cd39f:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:26,329 INFO [RS:0;9ba2734cd39f:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:26,329 INFO [RS:0;9ba2734cd39f:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:26,329 INFO [RS:0;9ba2734cd39f:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:26,329 INFO [RS:0;9ba2734cd39f:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:26,329 INFO [RS:0;9ba2734cd39f:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,35833,1733340144643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:22:26,350 INFO [RS:0;9ba2734cd39f:35833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:22:26,350 INFO [RS:0;9ba2734cd39f:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,35833,1733340144643-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:26,350 INFO [RS:0;9ba2734cd39f:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:26,351 INFO [RS:0;9ba2734cd39f:35833 {}] regionserver.Replication(171): 9ba2734cd39f,35833,1733340144643 started 2024-12-04T19:22:26,369 INFO [RS:0;9ba2734cd39f:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:26,369 INFO [RS:0;9ba2734cd39f:35833 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,35833,1733340144643, RpcServer on 9ba2734cd39f/172.17.0.2:35833, sessionid=0x101a1cb975d0001 2024-12-04T19:22:26,369 DEBUG [RS:0;9ba2734cd39f:35833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:22:26,369 DEBUG [RS:0;9ba2734cd39f:35833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,35833,1733340144643 2024-12-04T19:22:26,369 DEBUG [RS:0;9ba2734cd39f:35833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,35833,1733340144643' 2024-12-04T19:22:26,369 DEBUG [RS:0;9ba2734cd39f:35833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01634358467/flush-table-proc/abort' 2024-12-04T19:22:26,370 DEBUG [RS:0;9ba2734cd39f:35833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01634358467/flush-table-proc/acquired' 2024-12-04T19:22:26,370 DEBUG [RS:0;9ba2734cd39f:35833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:22:26,370 DEBUG [RS:0;9ba2734cd39f:35833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:22:26,370 DEBUG [RS:0;9ba2734cd39f:35833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,35833,1733340144643 2024-12-04T19:22:26,370 DEBUG [RS:0;9ba2734cd39f:35833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,35833,1733340144643' 2024-12-04T19:22:26,370 DEBUG [RS:0;9ba2734cd39f:35833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01634358467/online-snapshot/abort' 2024-12-04T19:22:26,370 DEBUG [RS:0;9ba2734cd39f:35833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01634358467/online-snapshot/acquired' 2024-12-04T19:22:26,371 DEBUG [RS:0;9ba2734cd39f:35833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:22:26,371 INFO [RS:0;9ba2734cd39f:35833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:22:26,371 INFO [RS:0;9ba2734cd39f:35833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:22:26,471 INFO [RS:0;9ba2734cd39f:35833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:22:26,472 INFO [RS:0;9ba2734cd39f:35833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C35833%2C1733340144643, suffix=, logDir=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/WALs/9ba2734cd39f,35833,1733340144643, archiveDir=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/oldWALs, maxLogs=10 2024-12-04T19:22:26,483 DEBUG [RS:0;9ba2734cd39f:35833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/WALs/9ba2734cd39f,35833,1733340144643/9ba2734cd39f%2C35833%2C1733340144643.1733340146472, exclude list is [], retry=0 2024-12-04T19:22:26,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42485,DS-ef85c886-6ff6-45dd-a492-2fdfeb81cf64,DISK] 2024-12-04T19:22:26,486 INFO [RS:0;9ba2734cd39f:35833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/WALs/9ba2734cd39f,35833,1733340144643/9ba2734cd39f%2C35833%2C1733340144643.1733340146472 2024-12-04T19:22:26,486 DEBUG [RS:0;9ba2734cd39f:35833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36765:36765)] 2024-12-04T19:22:26,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:26,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:22:26,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:22:26,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:26,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:26,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:22:26,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:22:26,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:26,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:26,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:22:26,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:22:26,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:26,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:26,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:22:26,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:22:26,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:26,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:26,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:22:26,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/data/hbase/meta/1588230740 2024-12-04T19:22:26,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/data/hbase/meta/1588230740 2024-12-04T19:22:26,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:22:26,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:22:26,683 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:22:26,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:22:26,685 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:26,685 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75091385, jitterRate=0.11894883215427399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:22:26,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733340146678Initializing all the Stores at 1733340146678Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340146678Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340146678Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340146678Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340146678Cleaning up temporary data from old regions at 1733340146683 (+5 ms)Region opened successfully at 1733340146686 (+3 ms) 2024-12-04T19:22:26,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:22:26,686 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:22:26,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:22:26,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:22:26,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:22:26,686 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:22:26,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340146686Disabling compacts and flushes for region at 1733340146686Disabling writes for close at 1733340146686Writing region close event to WAL at 1733340146686Closed at 1733340146686 2024-12-04T19:22:26,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:26,687 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:22:26,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:22:26,687 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:22:26,688 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:22:26,838 DEBUG [9ba2734cd39f:45783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:22:26,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,35833,1733340144643 2024-12-04T19:22:26,839 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,35833,1733340144643, state=OPENING 2024-12-04T19:22:26,890 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:22:26,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467 2024-12-04T19:22:26,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01634358467 2024-12-04T19:22:26,901 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:22:26,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01634358467/meta-region-server: CHANGED 2024-12-04T19:22:26,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01634358467/meta-region-server: CHANGED 2024-12-04T19:22:26,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,35833,1733340144643}] 2024-12-04T19:22:27,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:22:27,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:22:27,056 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:22:27,056 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:27,056 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:22:27,057 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C35833%2C1733340144643.meta, suffix=.meta, logDir=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/WALs/9ba2734cd39f,35833,1733340144643, archiveDir=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/oldWALs, maxLogs=10 2024-12-04T19:22:27,067 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/WALs/9ba2734cd39f,35833,1733340144643/9ba2734cd39f%2C35833%2C1733340144643.meta.1733340147057.meta, exclude list is [], retry=0 2024-12-04T19:22:27,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42485,DS-ef85c886-6ff6-45dd-a492-2fdfeb81cf64,DISK] 2024-12-04T19:22:27,070 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/WALs/9ba2734cd39f,35833,1733340144643/9ba2734cd39f%2C35833%2C1733340144643.meta.1733340147057.meta 2024-12-04T19:22:27,070 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36765:36765)] 2024-12-04T19:22:27,070 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:27,070 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:22:27,070 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:22:27,070 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:22:27,070 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:22:27,071 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:22:27,071 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:27,071 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:22:27,071 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:22:27,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:22:27,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:22:27,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:27,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:27,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:22:27,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:22:27,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:27,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:27,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:22:27,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:22:27,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:27,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:27,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:22:27,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:22:27,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:27,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:27,074 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:22:27,075 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/data/hbase/meta/1588230740 2024-12-04T19:22:27,075 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/data/hbase/meta/1588230740 2024-12-04T19:22:27,076 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:22:27,076 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:22:27,076 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:22:27,077 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:22:27,077 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70539335, jitterRate=0.05111800134181976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:22:27,078 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:22:27,078 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733340147071Writing region info on filesystem at 1733340147071Initializing all the Stores at 1733340147071Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340147071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340147071Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340147071Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340147071Cleaning up temporary data from old regions at 1733340147076 (+5 ms)Running coprocessor post-open hooks at 1733340147078 (+2 ms)Region opened successfully at 1733340147078 2024-12-04T19:22:27,078 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733340147052 2024-12-04T19:22:27,080 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:22:27,080 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:22:27,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,35833,1733340144643 2024-12-04T19:22:27,080 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,35833,1733340144643, state=OPEN 2024-12-04T19:22:27,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45783-0x101a1cb975d0000, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01634358467/meta-region-server 2024-12-04T19:22:27,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x101a1cb975d0001, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01634358467/meta-region-server 2024-12-04T19:22:27,113 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,35833,1733340144643 2024-12-04T19:22:27,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01634358467/meta-region-server: CHANGED 2024-12-04T19:22:27,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01634358467/meta-region-server: CHANGED 2024-12-04T19:22:27,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:22:27,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,35833,1733340144643 in 212 msec 2024-12-04T19:22:27,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:22:27,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-12-04T19:22:27,115 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:27,115 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:22:27,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:27,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,35833,1733340144643, seqNum=-1] 2024-12-04T19:22:27,116 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:27,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:27,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 859 msec 2024-12-04T19:22:27,120 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733340147120, completionTime=-1 2024-12-04T19:22:27,120 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:22:27,120 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:22:27,121 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:22:27,121 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340207121 2024-12-04T19:22:27,121 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340267121 2024-12-04T19:22:27,121 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:22:27,122 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45783,1733340144437-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:27,122 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45783,1733340144437-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:27,122 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45783,1733340144437-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:27,122 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:45783, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:27,122 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:27,122 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:27,123 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:22:27,124 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.413sec 2024-12-04T19:22:27,124 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:22:27,124 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:22:27,124 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:22:27,124 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:22:27,125 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:22:27,125 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45783,1733340144437-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:22:27,125 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45783,1733340144437-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:22:27,126 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:22:27,126 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:22:27,126 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,45783,1733340144437-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:27,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d32046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:27,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,45783,-1 for getting cluster id 2024-12-04T19:22:27,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:27,173 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3df79f3-f5c1-4cee-9aec-dfff2ca50196' 2024-12-04T19:22:27,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:27,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3df79f3-f5c1-4cee-9aec-dfff2ca50196" 2024-12-04T19:22:27,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697ef69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:27,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,45783,-1] 2024-12-04T19:22:27,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:27,174 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:27,175 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:27,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9330c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:27,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,35833,1733340144643, seqNum=-1] 2024-12-04T19:22:27,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:27,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:27,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,45783,1733340144437 2024-12-04T19:22:27,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55849 2024-12-04T19:22:27,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55849, baseZNode=/01634358467 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:22:27,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a1cb975d0002 connected 2024-12-04T19:22:27,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,45783,1733340144437 2024-12-04T19:22:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51c5fe8c 2024-12-04T19:22:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:27,209 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:27,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:22:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:22:27,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:22:27,211 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:27,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:22:27,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:22:27,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42485 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:22:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:27,617 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 332266056439526e0347ce196f38aa2d, NAME => 'test,,1733340147209.332266056439526e0347ce196f38aa2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64 2024-12-04T19:22:27,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42485 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:22:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:28,024 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733340147209.332266056439526e0347ce196f38aa2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:28,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 332266056439526e0347ce196f38aa2d, disabling compactions & flushes 2024-12-04T19:22:28,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733340147209.332266056439526e0347ce196f38aa2d. 2024-12-04T19:22:28,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340147209.332266056439526e0347ce196f38aa2d. 2024-12-04T19:22:28,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733340147209.332266056439526e0347ce196f38aa2d. after waiting 0 ms 2024-12-04T19:22:28,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733340147209.332266056439526e0347ce196f38aa2d. 2024-12-04T19:22:28,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733340147209.332266056439526e0347ce196f38aa2d. 2024-12-04T19:22:28,025 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 332266056439526e0347ce196f38aa2d: Waiting for close lock at 1733340148025Disabling compacts and flushes for region at 1733340148025Disabling writes for close at 1733340148025Writing region close event to WAL at 1733340148025Closed at 1733340148025 2024-12-04T19:22:28,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:22:28,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733340147209.332266056439526e0347ce196f38aa2d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733340148026"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340148026"}]},"ts":"1733340148026"} 2024-12-04T19:22:28,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:22:28,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:22:28,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340148028"}]},"ts":"1733340148028"} 2024-12-04T19:22:28,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:22:28,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=332266056439526e0347ce196f38aa2d, ASSIGN}] 2024-12-04T19:22:28,030 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=332266056439526e0347ce196f38aa2d, ASSIGN 2024-12-04T19:22:28,030 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=332266056439526e0347ce196f38aa2d, ASSIGN; state=OFFLINE, location=9ba2734cd39f,35833,1733340144643; forceNewPlan=false, retain=false 2024-12-04T19:22:28,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=332266056439526e0347ce196f38aa2d, regionState=OPENING, regionLocation=9ba2734cd39f,35833,1733340144643 2024-12-04T19:22:28,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=332266056439526e0347ce196f38aa2d, ASSIGN because future has completed 2024-12-04T19:22:28,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 332266056439526e0347ce196f38aa2d, server=9ba2734cd39f,35833,1733340144643}] 2024-12-04T19:22:28,336 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733340147209.332266056439526e0347ce196f38aa2d. 2024-12-04T19:22:28,337 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 332266056439526e0347ce196f38aa2d, NAME => 'test,,1733340147209.332266056439526e0347ce196f38aa2d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:28,337 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:22:28,337 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:22:28,337 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 332266056439526e0347ce196f38aa2d 2024-12-04T19:22:28,337 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733340147209.332266056439526e0347ce196f38aa2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:28,337 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 332266056439526e0347ce196f38aa2d 2024-12-04T19:22:28,337 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 332266056439526e0347ce196f38aa2d 2024-12-04T19:22:28,338 INFO [StoreOpener-332266056439526e0347ce196f38aa2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 332266056439526e0347ce196f38aa2d 2024-12-04T19:22:28,339 INFO [StoreOpener-332266056439526e0347ce196f38aa2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 332266056439526e0347ce196f38aa2d columnFamilyName f 2024-12-04T19:22:28,339 DEBUG [StoreOpener-332266056439526e0347ce196f38aa2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:28,339 INFO [StoreOpener-332266056439526e0347ce196f38aa2d-1 {}] regionserver.HStore(327): Store=332266056439526e0347ce196f38aa2d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:28,339 INFO [StoreOpener-332266056439526e0347ce196f38aa2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 332266056439526e0347ce196f38aa2d 2024-12-04T19:22:28,340 INFO [StoreOpener-332266056439526e0347ce196f38aa2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 332266056439526e0347ce196f38aa2d columnFamilyName f1 2024-12-04T19:22:28,340 DEBUG [StoreOpener-332266056439526e0347ce196f38aa2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:28,340 INFO [StoreOpener-332266056439526e0347ce196f38aa2d-1 {}] regionserver.HStore(327): Store=332266056439526e0347ce196f38aa2d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:28,340 INFO [StoreOpener-332266056439526e0347ce196f38aa2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 332266056439526e0347ce196f38aa2d 2024-12-04T19:22:28,340 INFO [StoreOpener-332266056439526e0347ce196f38aa2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 332266056439526e0347ce196f38aa2d columnFamilyName norep 2024-12-04T19:22:28,340 DEBUG [StoreOpener-332266056439526e0347ce196f38aa2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:28,341 INFO [StoreOpener-332266056439526e0347ce196f38aa2d-1 {}] regionserver.HStore(327): Store=332266056439526e0347ce196f38aa2d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:28,341 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 332266056439526e0347ce196f38aa2d 2024-12-04T19:22:28,341 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/data/default/test/332266056439526e0347ce196f38aa2d 2024-12-04T19:22:28,341 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/data/default/test/332266056439526e0347ce196f38aa2d 2024-12-04T19:22:28,342 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 332266056439526e0347ce196f38aa2d 2024-12-04T19:22:28,342 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 332266056439526e0347ce196f38aa2d 2024-12-04T19:22:28,342 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:22:28,343 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 332266056439526e0347ce196f38aa2d 2024-12-04T19:22:28,344 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/data/default/test/332266056439526e0347ce196f38aa2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:28,344 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 332266056439526e0347ce196f38aa2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66994582, jitterRate=-0.0017029345035552979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:22:28,344 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 332266056439526e0347ce196f38aa2d 2024-12-04T19:22:28,344 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 332266056439526e0347ce196f38aa2d: Running coprocessor pre-open hook at 1733340148337Writing region info on filesystem at 1733340148337Initializing all the Stores at 1733340148338 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340148338Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340148338Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340148338Cleaning up temporary data from old regions at 1733340148342 (+4 ms)Running coprocessor post-open hooks at 1733340148344 (+2 ms)Region opened successfully at 1733340148344 2024-12-04T19:22:28,345 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733340147209.332266056439526e0347ce196f38aa2d., pid=6, masterSystemTime=1733340148334 2024-12-04T19:22:28,346 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733340147209.332266056439526e0347ce196f38aa2d. 2024-12-04T19:22:28,346 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733340147209.332266056439526e0347ce196f38aa2d. 2024-12-04T19:22:28,347 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=332266056439526e0347ce196f38aa2d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,35833,1733340144643 2024-12-04T19:22:28,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 332266056439526e0347ce196f38aa2d, server=9ba2734cd39f,35833,1733340144643 because future has completed 2024-12-04T19:22:28,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:22:28,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 332266056439526e0347ce196f38aa2d, server=9ba2734cd39f,35833,1733340144643 in 166 msec 2024-12-04T19:22:28,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:22:28,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=332266056439526e0347ce196f38aa2d, ASSIGN in 321 msec 2024-12-04T19:22:28,351 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:22:28,351 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340148351"}]},"ts":"1733340148351"} 2024-12-04T19:22:28,352 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:22:28,353 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:22:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:28,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1430 sec 2024-12-04T19:22:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:29,363 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:22:29,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3ad410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:29,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,45783,-1 for getting cluster id 2024-12-04T19:22:29,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:29,364 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3df79f3-f5c1-4cee-9aec-dfff2ca50196' 2024-12-04T19:22:29,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:29,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3df79f3-f5c1-4cee-9aec-dfff2ca50196" 2024-12-04T19:22:29,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435700cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:29,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,45783,-1] 2024-12-04T19:22:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:29,365 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:29,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5aff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:29,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,45783,1733340144437 2024-12-04T19:22:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6725f094 2024-12-04T19:22:29,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:29,367 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:29,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:45783,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:22:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:22:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:29,369 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:45783' 2024-12-04T19:22:29,370 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bc513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:29,370 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,45783,-1 for getting cluster id 2024-12-04T19:22:29,370 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:29,370 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3df79f3-f5c1-4cee-9aec-dfff2ca50196' 2024-12-04T19:22:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3df79f3-f5c1-4cee-9aec-dfff2ca50196" 2024-12-04T19:22:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb88c03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:29,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,45783,-1] 2024-12-04T19:22:29,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:29,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:29,371 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:29,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187cffdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:29,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:29,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,45783,1733340144437 2024-12-04T19:22:29,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25631295 2024-12-04T19:22:29,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:29,373 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:29,373 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T19:22:29,373 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:22:29,373 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:29,373 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:29,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:29,374 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9ba2734cd39f:45783, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-04T19:22:29,378 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9ba2734cd39f:45783, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9ba2734cd39f:45783, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9ba2734cd39f:45783, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-04T19:22:29,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9ba2734cd39f:45783, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-12-04T19:22:29,379 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-04T19:22:29,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T19:22:29,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T19:22:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:29,475 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://9ba2734cd39f:45783, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-04T19:22:29,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:29,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:29,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:29,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:29,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:29,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=526 (was 360) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-31c5a5b0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64/MasterData-prefix:9ba2734cd39f,45783,1733340144437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2a663788 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1777179443-172.17.0.2-1733340142532:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 2 on default port 45567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@28fe8c49 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:55849): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp1632244419-7887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/9ba2734cd39f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1632244419-7883 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7ee0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340146264 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$613/0x00007f7ee0ad9b08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1632244419-7884-acceptor-0@1a88ca92-ServerConnector@262e43a{HTTP/1.1, (http/1.1)}{localhost:34917} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/cluster_c132f7c6-4431-64d1-1c13-64ee8c2c6840/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PacketResponder: BP-1777179443-172.17.0.2-1733340142532:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_33401278_20 at /127.0.0.1:51186 [Receiving block BP-1777179443-172.17.0.2-1733340142532:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1632244419-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7ee0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;9ba2734cd39f:35833-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1777179443-172.17.0.2-1733340142532 heartbeating to localhost/127.0.0.1:45567 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1df074fc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64-prefix:9ba2734cd39f,35833,1733340144643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55849) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1632244419-7882 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7ee0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44137 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 0 on default port 45567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 2 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_33401278_20 at /127.0.0.1:51090 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55849 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-362b76a3-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/cluster_c132f7c6-4431-64d1-1c13-64ee8c2c6840/data/data2/current/BP-1777179443-172.17.0.2-1733340142532 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 9ba2734cd39f:45783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@58639e9[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55849) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7af64489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@2899fe35 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f7ee09f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1632244419-7885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340146264 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9ba2734cd39f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp673582462-7931 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@26e2ff15 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;9ba2734cd39f:45783 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9ba2734cd39f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45567/user/jenkins/test-data/28f81200-6d1e-9ac6-06bd-eedba77afe64-prefix:9ba2734cd39f,35833,1733340144643.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1632244419-7886 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp673582462-7930-acceptor-0@ee1be86-ServerConnector@a81c26f{HTTP/1.1, (http/1.1)}{localhost:37605} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1d7677d8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp673582462-7929 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7ee0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55849) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp673582462-7932 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/cluster_c132f7c6-4431-64d1-1c13-64ee8c2c6840/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 0 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/9ba2734cd39f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@19a88a04 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1777179443-172.17.0.2-1733340142532:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: regionserver/9ba2734cd39f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: CacheReplicationMonitor(1659990476) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;9ba2734cd39f:35833 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_33401278_20 at /127.0.0.1:51182 [Receiving block BP-1777179443-172.17.0.2-1733340142532:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/cluster_c132f7c6-4431-64d1-1c13-64ee8c2c6840/data/data1/current/BP-1777179443-172.17.0.2-1733340142532 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@515def66 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2086969062_20 at /127.0.0.1:51156 [Receiving block BP-1777179443-172.17.0.2-1733340142532:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1632244419-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f7ee0432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45567 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45567 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=868 (was 787) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 331), ProcessCount=11 (was 11), AvailableMemoryMB=15044 (was 15067) 2024-12-04T19:22:29,489 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-12-04T19:22:29,501 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=526, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=15043 2024-12-04T19:22:29,501 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-12-04T19:22:29,518 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-04T19:22:29,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/hadoop.log.dir so I do NOT create it in target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3 2024-12-04T19:22:29,518 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:22:29,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/hadoop.tmp.dir so I do NOT create it in target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3 2024-12-04T19:22:29,518 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96b151f0-69ae-9ea1-6e0a-5da414cbfdf6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:22:29,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3 2024-12-04T19:22:29,518 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/cluster_2532b3ef-5886-465c-b355-9db166a2db65, deleteOnExit=true 2024-12-04T19:22:29,563 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/cluster_2532b3ef-5886-465c-b355-9db166a2db65/zookeeper_0, clientPort=51908, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/cluster_2532b3ef-5886-465c-b355-9db166a2db65/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/cluster_2532b3ef-5886-465c-b355-9db166a2db65/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T19:22:29,564 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51908 2024-12-04T19:22:29,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:22:29,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:22:29,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/test.cache.data in system properties and HBase conf 2024-12-04T19:22:29,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:22:29,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:22:29,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:22:29,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:22:29,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:22:29,564 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:22:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:22:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:22:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:22:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:22:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:22:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:22:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:22:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:22:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:22:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:22:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:22:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:22:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:22:29,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:22:30,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:22:30,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:22:30,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:22:30,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:22:30,083 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:22:30,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:22:30,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eb3552c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:22:30,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12178e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:22:30,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c90248f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/java.io.tmpdir/jetty-localhost-45135-hadoop-hdfs-3_4_1-tests_jar-_-any-17771401905668665780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:22:30,173 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33539728{HTTP/1.1, (http/1.1)}{localhost:45135} 2024-12-04T19:22:30,173 INFO [Time-limited test {}] server.Server(415): Started @336270ms 2024-12-04T19:22:30,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:22:30,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:22:30,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:22:30,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:22:30,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:22:30,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@257347c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:22:30,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79f1497f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:22:30,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4975a56f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/java.io.tmpdir/jetty-localhost-45749-hadoop-hdfs-3_4_1-tests_jar-_-any-14525299947346125313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:22:30,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@474640e2{HTTP/1.1, (http/1.1)}{localhost:45749} 2024-12-04T19:22:30,565 INFO [Time-limited test {}] server.Server(415): Started @336662ms 2024-12-04T19:22:30,565 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:22:31,189 WARN [Thread-4312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/cluster_2532b3ef-5886-465c-b355-9db166a2db65/data/data1/current/BP-1244815036-172.17.0.2-1733340149585/current, will proceed with Du for space computation calculation, 2024-12-04T19:22:31,189 WARN [Thread-4313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/cluster_2532b3ef-5886-465c-b355-9db166a2db65/data/data2/current/BP-1244815036-172.17.0.2-1733340149585/current, will proceed with Du for space computation calculation, 2024-12-04T19:22:31,203 WARN [Thread-4300 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:22:31,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x294e977a3a0b708a with lease ID 0x3d32e07e1b009443: Processing first storage report for DS-132af4b5-4ffb-48a0-ad9c-9ac17ad007b7 from datanode DatanodeRegistration(127.0.0.1:36309, datanodeUuid=29253d43-c2b3-4e14-a4e5-94eb5b38c4d2, infoPort=43013, infoSecurePort=0, ipcPort=45389, storageInfo=lv=-57;cid=testClusterID;nsid=2032632503;c=1733340149585) 2024-12-04T19:22:31,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x294e977a3a0b708a with lease ID 0x3d32e07e1b009443: from storage DS-132af4b5-4ffb-48a0-ad9c-9ac17ad007b7 node DatanodeRegistration(127.0.0.1:36309, datanodeUuid=29253d43-c2b3-4e14-a4e5-94eb5b38c4d2, infoPort=43013, infoSecurePort=0, ipcPort=45389, storageInfo=lv=-57;cid=testClusterID;nsid=2032632503;c=1733340149585), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:22:31,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x294e977a3a0b708a with lease ID 0x3d32e07e1b009443: Processing first storage report for DS-315a9895-8846-49d7-97a6-5dccbecb0fc2 from datanode DatanodeRegistration(127.0.0.1:36309, datanodeUuid=29253d43-c2b3-4e14-a4e5-94eb5b38c4d2, infoPort=43013, infoSecurePort=0, ipcPort=45389, storageInfo=lv=-57;cid=testClusterID;nsid=2032632503;c=1733340149585) 2024-12-04T19:22:31,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x294e977a3a0b708a with lease ID 0x3d32e07e1b009443: from storage DS-315a9895-8846-49d7-97a6-5dccbecb0fc2 node DatanodeRegistration(127.0.0.1:36309, datanodeUuid=29253d43-c2b3-4e14-a4e5-94eb5b38c4d2, infoPort=43013, infoSecurePort=0, ipcPort=45389, storageInfo=lv=-57;cid=testClusterID;nsid=2032632503;c=1733340149585), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:22:31,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3 2024-12-04T19:22:31,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:31,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:31,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:22:31,694 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7 with version=8 2024-12-04T19:22:31,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/hbase-staging 2024-12-04T19:22:31,695 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:22:31,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:31,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:31,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:22:31,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:31,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:22:31,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:22:31,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:22:31,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33021 2024-12-04T19:22:31,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33021 connecting to ZooKeeper ensemble=127.0.0.1:51908 2024-12-04T19:22:31,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330210x0, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:22:31,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33021-0x101a1cbb2e60000 connected 2024-12-04T19:22:31,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:31,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:31,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Set watcher on znode that does not yet exist, /01465838709/running 2024-12-04T19:22:31,869 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7, hbase.cluster.distributed=false 2024-12-04T19:22:31,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Set watcher on znode that does not yet exist, /01465838709/acl 2024-12-04T19:22:31,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33021 2024-12-04T19:22:31,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33021 2024-12-04T19:22:31,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33021 2024-12-04T19:22:31,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33021 2024-12-04T19:22:31,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33021 2024-12-04T19:22:31,883 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:22:31,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:31,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:31,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:22:31,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:31,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:22:31,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:22:31,883 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:22:31,884 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43403 2024-12-04T19:22:31,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43403 connecting to ZooKeeper ensemble=127.0.0.1:51908 2024-12-04T19:22:31,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:31,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:31,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434030x0, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:22:31,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434030x0, quorum=127.0.0.1:51908, baseZNode=/01465838709 Set watcher on znode that does not yet exist, /01465838709/running 2024-12-04T19:22:31,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43403-0x101a1cbb2e60001 connected 2024-12-04T19:22:31,897 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:22:31,900 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:22:31,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Set watcher on znode that does not yet exist, /01465838709/master 2024-12-04T19:22:31,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Set watcher on znode that does not yet exist, /01465838709/acl 2024-12-04T19:22:31,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43403 2024-12-04T19:22:31,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43403 2024-12-04T19:22:31,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43403 2024-12-04T19:22:31,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43403 2024-12-04T19:22:31,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43403 2024-12-04T19:22:31,916 DEBUG [M:0;9ba2734cd39f:33021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:33021 2024-12-04T19:22:31,916 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01465838709/backup-masters/9ba2734cd39f,33021,1733340151695 2024-12-04T19:22:31,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709/backup-masters 2024-12-04T19:22:31,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709/backup-masters 2024-12-04T19:22:31,929 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Set watcher on existing znode=/01465838709/backup-masters/9ba2734cd39f,33021,1733340151695 2024-12-04T19:22:31,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01465838709/master 2024-12-04T19:22:31,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:22:31,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:22:31,939 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Set watcher on existing znode=/01465838709/master 2024-12-04T19:22:31,939 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01465838709/backup-masters/9ba2734cd39f,33021,1733340151695 from backup master directory 2024-12-04T19:22:31,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709/backup-masters 2024-12-04T19:22:31,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01465838709/backup-masters/9ba2734cd39f,33021,1733340151695 2024-12-04T19:22:31,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709/backup-masters 2024-12-04T19:22:31,950 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:22:31,950 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,33021,1733340151695 2024-12-04T19:22:31,952 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/hbase.id] with ID: 288c7599-25d1-4750-b271-be71ec1d8b47 2024-12-04T19:22:31,952 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/.tmp/hbase.id 2024-12-04T19:22:31,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:22:32,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,355 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/.tmp/hbase.id]:[hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/hbase.id] 2024-12-04T19:22:32,362 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:32,362 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:22:32,363 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T19:22:32,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:22:32,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:22:32,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:22:32,624 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:22:32,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:32,669 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:22:32,670 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T19:22:32,817 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:22:32,818 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:22:32,818 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:32,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:22:33,223 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store 2024-12-04T19:22:33,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:22:33,627 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:33,627 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:22:33,627 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:33,627 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:33,627 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:22:33,627 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:33,627 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:33,627 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340153627Disabling compacts and flushes for region at 1733340153627Disabling writes for close at 1733340153627Writing region close event to WAL at 1733340153627Closed at 1733340153627 2024-12-04T19:22:33,628 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/.initializing 2024-12-04T19:22:33,628 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/WALs/9ba2734cd39f,33021,1733340151695 2024-12-04T19:22:33,629 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:22:33,630 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C33021%2C1733340151695, suffix=, logDir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/WALs/9ba2734cd39f,33021,1733340151695, archiveDir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/oldWALs, maxLogs=10 2024-12-04T19:22:33,640 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/WALs/9ba2734cd39f,33021,1733340151695/9ba2734cd39f%2C33021%2C1733340151695.1733340153630, exclude list is [], retry=0 2024-12-04T19:22:33,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36309,DS-132af4b5-4ffb-48a0-ad9c-9ac17ad007b7,DISK] 2024-12-04T19:22:33,643 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/WALs/9ba2734cd39f,33021,1733340151695/9ba2734cd39f%2C33021%2C1733340151695.1733340153630 2024-12-04T19:22:33,644 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43013:43013)] 2024-12-04T19:22:33,644 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:33,644 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:33,644 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:33,644 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:33,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:33,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:22:33,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:33,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:33,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:33,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:22:33,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:33,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:33,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:33,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:22:33,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:33,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:33,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:33,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:22:33,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:33,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:33,649 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:33,650 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:33,650 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:33,651 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:33,651 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:33,651 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:22:33,652 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:33,653 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:33,653 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69247657, jitterRate=0.03187049925327301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:22:33,653 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733340153644Initializing all the Stores at 1733340153645 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340153645Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340153645Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340153645Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340153645Cleaning up temporary data from old regions at 1733340153651 (+6 ms)Region opened successfully at 1733340153653 (+2 ms) 2024-12-04T19:22:33,654 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:22:33,655 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e59547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:22:33,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:22:33,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:22:33,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:22:33,656 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:22:33,657 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:22:33,657 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:22:33,657 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:22:33,658 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:22:33,659 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Unable to get data of znode /01465838709/balancer because node does not exist (not necessarily an error) 2024-12-04T19:22:33,760 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01465838709/balancer already deleted, retry=false 2024-12-04T19:22:33,760 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:22:33,761 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Unable to get data of znode /01465838709/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:22:33,770 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01465838709/normalizer already deleted, retry=false 2024-12-04T19:22:33,771 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:22:33,771 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Unable to get data of znode /01465838709/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:22:33,781 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01465838709/switch/split already deleted, retry=false 2024-12-04T19:22:33,782 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Unable to get data of znode /01465838709/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:22:33,791 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01465838709/switch/merge already deleted, retry=false 2024-12-04T19:22:33,793 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Unable to get data of znode /01465838709/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:22:33,802 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01465838709/snapshot-cleanup already deleted, retry=false 2024-12-04T19:22:33,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01465838709/running 2024-12-04T19:22:33,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01465838709/running 2024-12-04T19:22:33,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:22:33,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:22:33,813 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,33021,1733340151695, sessionid=0x101a1cbb2e60000, setting cluster-up flag (Was=false) 2024-12-04T19:22:33,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:22:33,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:22:33,865 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01465838709/flush-table-proc/acquired, /01465838709/flush-table-proc/reached, /01465838709/flush-table-proc/abort 2024-12-04T19:22:33,866 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,33021,1733340151695 2024-12-04T19:22:33,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:22:33,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:22:33,918 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01465838709/online-snapshot/acquired, /01465838709/online-snapshot/reached, /01465838709/online-snapshot/abort 2024-12-04T19:22:33,919 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,33021,1733340151695 2024-12-04T19:22:33,920 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:22:33,921 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:33,921 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:22:33,921 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:22:33,921 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,33021,1733340151695 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:22:33,922 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:33,922 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:33,922 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:33,922 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:33,922 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:22:33,922 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:33,922 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:22:33,922 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:33,923 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340183923 2024-12-04T19:22:33,923 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:22:33,923 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:22:33,923 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:22:33,923 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:22:33,923 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:22:33,923 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:22:33,923 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:33,923 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:33,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:22:33,924 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:22:33,924 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:22:33,924 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:22:33,924 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:22:33,924 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:22:33,924 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:22:33,924 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:33,924 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340153924,5,FailOnTimeoutGroup] 2024-12-04T19:22:33,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:22:33,928 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340153924,5,FailOnTimeoutGroup] 2024-12-04T19:22:33,928 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:33,928 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:22:33,928 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:33,928 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:33,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:22:34,010 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(746): ClusterId : 288c7599-25d1-4750-b271-be71ec1d8b47 2024-12-04T19:22:34,010 DEBUG [RS:0;9ba2734cd39f:43403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:22:34,013 DEBUG [RS:0;9ba2734cd39f:43403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:22:34,013 DEBUG [RS:0;9ba2734cd39f:43403 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:22:34,024 DEBUG [RS:0;9ba2734cd39f:43403 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:22:34,024 DEBUG [RS:0;9ba2734cd39f:43403 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc3a94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:22:34,033 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:43403 2024-12-04T19:22:34,033 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:22:34,033 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:22:34,033 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:22:34,034 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,33021,1733340151695 with port=43403, startcode=1733340151883 2024-12-04T19:22:34,034 DEBUG [RS:0;9ba2734cd39f:43403 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:22:34,035 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:22:34,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33021 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,43403,1733340151883 2024-12-04T19:22:34,035 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33021 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,43403,1733340151883 2024-12-04T19:22:34,036 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7 2024-12-04T19:22:34,036 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44567 2024-12-04T19:22:34,036 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:22:34,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709/rs 2024-12-04T19:22:34,045 DEBUG [RS:0;9ba2734cd39f:43403 {}] zookeeper.ZKUtil(111): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Set watcher on existing znode=/01465838709/rs/9ba2734cd39f,43403,1733340151883 2024-12-04T19:22:34,045 WARN [RS:0;9ba2734cd39f:43403 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:22:34,045 INFO [RS:0;9ba2734cd39f:43403 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:34,045 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883 2024-12-04T19:22:34,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,43403,1733340151883] 2024-12-04T19:22:34,047 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:22:34,048 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:22:34,048 INFO [RS:0;9ba2734cd39f:43403 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:22:34,048 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:34,048 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:22:34,049 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:22:34,049 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:34,049 DEBUG [RS:0;9ba2734cd39f:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:34,049 DEBUG [RS:0;9ba2734cd39f:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:34,049 DEBUG [RS:0;9ba2734cd39f:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:34,049 DEBUG [RS:0;9ba2734cd39f:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:34,049 DEBUG [RS:0;9ba2734cd39f:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:34,049 DEBUG [RS:0;9ba2734cd39f:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:22:34,049 DEBUG [RS:0;9ba2734cd39f:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:34,049 DEBUG [RS:0;9ba2734cd39f:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:34,049 DEBUG [RS:0;9ba2734cd39f:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:34,049 DEBUG [RS:0;9ba2734cd39f:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:34,049 DEBUG [RS:0;9ba2734cd39f:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:34,049 DEBUG [RS:0;9ba2734cd39f:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:34,049 DEBUG [RS:0;9ba2734cd39f:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:22:34,049 DEBUG [RS:0;9ba2734cd39f:43403 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:22:34,050 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:34,050 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:34,050 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:34,050 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:34,050 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:34,050 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,43403,1733340151883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:22:34,061 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:22:34,061 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,43403,1733340151883-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:34,061 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:34,061 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.Replication(171): 9ba2734cd39f,43403,1733340151883 started 2024-12-04T19:22:34,072 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:34,072 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,43403,1733340151883, RpcServer on 9ba2734cd39f/172.17.0.2:43403, sessionid=0x101a1cbb2e60001 2024-12-04T19:22:34,072 DEBUG [RS:0;9ba2734cd39f:43403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:22:34,072 DEBUG [RS:0;9ba2734cd39f:43403 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,43403,1733340151883 2024-12-04T19:22:34,072 DEBUG [RS:0;9ba2734cd39f:43403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,43403,1733340151883' 2024-12-04T19:22:34,072 DEBUG [RS:0;9ba2734cd39f:43403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01465838709/flush-table-proc/abort' 2024-12-04T19:22:34,073 DEBUG [RS:0;9ba2734cd39f:43403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01465838709/flush-table-proc/acquired' 2024-12-04T19:22:34,073 DEBUG [RS:0;9ba2734cd39f:43403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:22:34,073 DEBUG [RS:0;9ba2734cd39f:43403 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:22:34,073 DEBUG [RS:0;9ba2734cd39f:43403 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,43403,1733340151883 2024-12-04T19:22:34,073 DEBUG [RS:0;9ba2734cd39f:43403 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,43403,1733340151883' 2024-12-04T19:22:34,073 DEBUG [RS:0;9ba2734cd39f:43403 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01465838709/online-snapshot/abort' 2024-12-04T19:22:34,073 DEBUG [RS:0;9ba2734cd39f:43403 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01465838709/online-snapshot/acquired' 2024-12-04T19:22:34,073 DEBUG [RS:0;9ba2734cd39f:43403 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:22:34,073 INFO [RS:0;9ba2734cd39f:43403 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:22:34,073 INFO [RS:0;9ba2734cd39f:43403 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:22:34,174 INFO [RS:0;9ba2734cd39f:43403 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:22:34,175 INFO [RS:0;9ba2734cd39f:43403 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C43403%2C1733340151883, suffix=, logDir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883, archiveDir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/oldWALs, maxLogs=10 2024-12-04T19:22:34,185 DEBUG [RS:0;9ba2734cd39f:43403 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175, exclude list is [], retry=0 2024-12-04T19:22:34,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36309,DS-132af4b5-4ffb-48a0-ad9c-9ac17ad007b7,DISK] 2024-12-04T19:22:34,188 INFO [RS:0;9ba2734cd39f:43403 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 2024-12-04T19:22:34,188 DEBUG [RS:0;9ba2734cd39f:43403 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43013:43013)] 2024-12-04T19:22:34,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:22:34,333 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7 2024-12-04T19:22:34,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:22:34,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:34,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:22:34,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:22:34,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:34,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:34,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:22:34,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:22:34,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:34,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:34,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:22:34,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:22:34,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:34,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:34,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:22:34,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:22:34,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:34,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:34,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:22:34,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740 2024-12-04T19:22:34,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740 2024-12-04T19:22:34,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:22:34,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:22:34,744 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:22:34,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:22:34,747 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:34,747 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69316203, jitterRate=0.03289191424846649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:22:34,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733340154738Initializing all the Stores at 1733340154738Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340154738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340154738Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340154738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340154738Cleaning up temporary data from old regions at 1733340154744 (+6 ms)Region opened successfully at 1733340154747 (+3 ms) 2024-12-04T19:22:34,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:22:34,747 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:22:34,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:22:34,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:22:34,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:22:34,747 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:22:34,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340154747Disabling compacts and flushes for region at 1733340154747Disabling writes for close at 1733340154747Writing region close event to WAL at 1733340154747Closed at 1733340154747 2024-12-04T19:22:34,748 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:34,748 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:22:34,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:22:34,749 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:22:34,749 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:22:34,899 DEBUG [9ba2734cd39f:33021 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:22:34,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,43403,1733340151883 2024-12-04T19:22:34,900 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,43403,1733340151883, state=OPENING 2024-12-04T19:22:34,949 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:22:34,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:22:34,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:22:34,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01465838709/meta-region-server: CHANGED 2024-12-04T19:22:34,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01465838709/meta-region-server: CHANGED 2024-12-04T19:22:34,960 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:22:34,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,43403,1733340151883}] 2024-12-04T19:22:35,112 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:22:35,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:22:35,115 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:22:35,115 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:35,115 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:22:35,116 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C43403%2C1733340151883.meta, suffix=.meta, logDir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883, archiveDir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/oldWALs, maxLogs=10 2024-12-04T19:22:35,127 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.meta.1733340155116.meta, exclude list is [], retry=0 2024-12-04T19:22:35,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36309,DS-132af4b5-4ffb-48a0-ad9c-9ac17ad007b7,DISK] 2024-12-04T19:22:35,129 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.meta.1733340155116.meta 2024-12-04T19:22:35,129 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43013:43013)] 2024-12-04T19:22:35,129 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:35,130 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:22:35,130 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:22:35,130 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:22:35,130 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:22:35,130 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:22:35,130 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:35,130 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:22:35,130 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:22:35,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:22:35,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:22:35,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:35,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:35,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:22:35,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:22:35,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:35,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:35,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:22:35,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:22:35,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:35,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:35,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:22:35,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:22:35,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:35,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:35,133 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:22:35,134 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740 2024-12-04T19:22:35,134 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740 2024-12-04T19:22:35,135 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:22:35,135 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:22:35,135 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:22:35,136 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:22:35,136 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59434889, jitterRate=-0.11435113847255707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:22:35,137 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:22:35,137 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733340155130Writing region info on filesystem at 1733340155130Initializing all the Stores at 1733340155131 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340155131Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340155131Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340155131Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340155131Cleaning up temporary data from old regions at 1733340155135 (+4 ms)Running coprocessor post-open hooks at 1733340155137 (+2 ms)Region opened successfully at 1733340155137 2024-12-04T19:22:35,137 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733340155112 2024-12-04T19:22:35,138 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:22:35,138 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:22:35,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,43403,1733340151883 2024-12-04T19:22:35,139 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,43403,1733340151883, state=OPEN 2024-12-04T19:22:35,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01465838709/meta-region-server 2024-12-04T19:22:35,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01465838709/meta-region-server 2024-12-04T19:22:35,294 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,43403,1733340151883 2024-12-04T19:22:35,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01465838709/meta-region-server: CHANGED 2024-12-04T19:22:35,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01465838709/meta-region-server: CHANGED 2024-12-04T19:22:35,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:22:35,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,43403,1733340151883 in 334 msec 2024-12-04T19:22:35,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:22:35,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 548 msec 2024-12-04T19:22:35,298 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:35,298 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:22:35,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:35,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43403,1733340151883, seqNum=-1] 2024-12-04T19:22:35,299 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:35,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:35,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3810 sec 2024-12-04T19:22:35,302 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733340155302, completionTime=-1 2024-12-04T19:22:35,302 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:22:35,302 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:22:35,303 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:22:35,303 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340215303 2024-12-04T19:22:35,303 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340275303 2024-12-04T19:22:35,303 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:22:35,303 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33021,1733340151695-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:35,303 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33021,1733340151695-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:35,304 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33021,1733340151695-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:35,304 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:33021, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:35,304 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:35,304 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:35,305 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:22:35,306 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.356sec 2024-12-04T19:22:35,306 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:22:35,306 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:22:35,306 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:22:35,306 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:22:35,306 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:22:35,306 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33021,1733340151695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:22:35,306 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33021,1733340151695-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:22:35,308 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:22:35,308 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:22:35,308 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,33021,1733340151695-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:35,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645413a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:35,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33021,-1 for getting cluster id 2024-12-04T19:22:35,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:35,311 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '288c7599-25d1-4750-b271-be71ec1d8b47' 2024-12-04T19:22:35,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:35,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "288c7599-25d1-4750-b271-be71ec1d8b47" 2024-12-04T19:22:35,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ee955f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:35,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33021,-1] 2024-12-04T19:22:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:35,312 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:35,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dee6220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:35,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:35,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43403,1733340151883, seqNum=-1] 2024-12-04T19:22:35,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:35,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:35,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,33021,1733340151695 2024-12-04T19:22:35,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51908 2024-12-04T19:22:35,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:22:35,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a1cbb2e60002 connected 2024-12-04T19:22:35,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/hadoop.log.dir so I do NOT create it in target/test-data/c4732304-2119-622d-c4bb-16755b900705 2024-12-04T19:22:35,351 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:22:35,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/hadoop.tmp.dir so I do NOT create it in target/test-data/c4732304-2119-622d-c4bb-16755b900705 2024-12-04T19:22:35,351 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:22:35,351 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705 2024-12-04T19:22:35,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/cluster_f7de5052-0ff2-578a-9961-8dc4398b474d, deleteOnExit=true 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/test.cache.data in system properties and HBase conf 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:22:35,352 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:22:35,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:22:35,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:22:35,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:22:35,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:22:35,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:22:35,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:22:35,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:22:35,952 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:22:35,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:22:35,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:22:35,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:22:35,962 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:22:35,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:22:35,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d77f796{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:22:35,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd85a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:22:36,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@669cfb45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/java.io.tmpdir/jetty-localhost-39417-hadoop-hdfs-3_4_1-tests_jar-_-any-9604275020685754026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:22:36,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cbf5865{HTTP/1.1, (http/1.1)}{localhost:39417} 2024-12-04T19:22:36,055 INFO [Time-limited test {}] server.Server(415): Started @342152ms 2024-12-04T19:22:36,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:22:36,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:22:36,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:22:36,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:22:36,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:22:36,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1904b71d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:22:36,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e42d03e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:22:36,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3914a300{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/java.io.tmpdir/jetty-localhost-36243-hadoop-hdfs-3_4_1-tests_jar-_-any-14153177838935946200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:22:36,394 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e84be21{HTTP/1.1, (http/1.1)}{localhost:36243} 2024-12-04T19:22:36,394 INFO [Time-limited test {}] server.Server(415): Started @342491ms 2024-12-04T19:22:36,395 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:22:37,022 WARN [Thread-4433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/cluster_f7de5052-0ff2-578a-9961-8dc4398b474d/data/data1/current/BP-1761458774-172.17.0.2-1733340155365/current, will proceed with Du for space computation calculation, 2024-12-04T19:22:37,022 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/cluster_f7de5052-0ff2-578a-9961-8dc4398b474d/data/data2/current/BP-1761458774-172.17.0.2-1733340155365/current, will proceed with Du for space computation calculation, 2024-12-04T19:22:37,042 WARN [Thread-4421 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:22:37,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x152feb4d5ad937f5 with lease ID 0x802074067c89520d: Processing first storage report for DS-8496f4bd-f163-4024-8f9c-1df18beac172 from datanode DatanodeRegistration(127.0.0.1:44283, datanodeUuid=802afc26-8b4c-482e-b398-6e34e5dacbca, infoPort=35071, infoSecurePort=0, ipcPort=44601, storageInfo=lv=-57;cid=testClusterID;nsid=686448121;c=1733340155365) 2024-12-04T19:22:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x152feb4d5ad937f5 with lease ID 0x802074067c89520d: from storage DS-8496f4bd-f163-4024-8f9c-1df18beac172 node DatanodeRegistration(127.0.0.1:44283, datanodeUuid=802afc26-8b4c-482e-b398-6e34e5dacbca, infoPort=35071, infoSecurePort=0, ipcPort=44601, storageInfo=lv=-57;cid=testClusterID;nsid=686448121;c=1733340155365), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:22:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x152feb4d5ad937f5 with lease ID 0x802074067c89520d: Processing first storage report for DS-5ee93fe1-7b8c-48a3-9831-69939442a1ae from datanode DatanodeRegistration(127.0.0.1:44283, datanodeUuid=802afc26-8b4c-482e-b398-6e34e5dacbca, infoPort=35071, infoSecurePort=0, ipcPort=44601, storageInfo=lv=-57;cid=testClusterID;nsid=686448121;c=1733340155365) 2024-12-04T19:22:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x152feb4d5ad937f5 with lease ID 0x802074067c89520d: from storage DS-5ee93fe1-7b8c-48a3-9831-69939442a1ae node DatanodeRegistration(127.0.0.1:44283, datanodeUuid=802afc26-8b4c-482e-b398-6e34e5dacbca, infoPort=35071, infoSecurePort=0, ipcPort=44601, storageInfo=lv=-57;cid=testClusterID;nsid=686448121;c=1733340155365), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:22:37,114 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705 2024-12-04T19:22:37,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:37,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:37,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:22:37,122 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5 with version=8 2024-12-04T19:22:37,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/hbase-staging 2024-12-04T19:22:37,123 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:22:37,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:37,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:37,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:22:37,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:37,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:22:37,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:22:37,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:22:37,124 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40989 2024-12-04T19:22:37,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40989 connecting to ZooKeeper ensemble=127.0.0.1:51908 2024-12-04T19:22:37,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409890x0, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:22:37,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40989-0x101a1cbb2e60003 connected 2024-12-04T19:22:37,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:37,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:37,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Set watcher on znode that does not yet exist, /11283505891/running 2024-12-04T19:22:37,215 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5, hbase.cluster.distributed=false 2024-12-04T19:22:37,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Set watcher on znode that does not yet exist, /11283505891/acl 2024-12-04T19:22:37,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40989 2024-12-04T19:22:37,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40989 2024-12-04T19:22:37,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40989 2024-12-04T19:22:37,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40989 2024-12-04T19:22:37,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40989 2024-12-04T19:22:37,235 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:22:37,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:37,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:37,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:22:37,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:37,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:22:37,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:22:37,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:22:37,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44227 2024-12-04T19:22:37,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44227 connecting to ZooKeeper ensemble=127.0.0.1:51908 2024-12-04T19:22:37,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:37,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:37,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442270x0, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:22:37,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44227-0x101a1cbb2e60004 connected 2024-12-04T19:22:37,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442270x0, quorum=127.0.0.1:51908, baseZNode=/11283505891 Set watcher on znode that does not yet exist, /11283505891/running 2024-12-04T19:22:37,254 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:22:37,255 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:22:37,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Set watcher on znode that does not yet exist, /11283505891/master 2024-12-04T19:22:37,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Set watcher on znode that does not yet exist, /11283505891/acl 2024-12-04T19:22:37,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44227 2024-12-04T19:22:37,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44227 2024-12-04T19:22:37,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44227 2024-12-04T19:22:37,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44227 2024-12-04T19:22:37,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44227 2024-12-04T19:22:37,279 DEBUG [M:0;9ba2734cd39f:40989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:40989 2024-12-04T19:22:37,279 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11283505891/backup-masters/9ba2734cd39f,40989,1733340157123 2024-12-04T19:22:37,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891/backup-masters 2024-12-04T19:22:37,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891/backup-masters 2024-12-04T19:22:37,287 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Set watcher on existing znode=/11283505891/backup-masters/9ba2734cd39f,40989,1733340157123 2024-12-04T19:22:37,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11283505891/master 2024-12-04T19:22:37,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:22:37,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:22:37,297 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Set watcher on existing znode=/11283505891/master 2024-12-04T19:22:37,297 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11283505891/backup-masters/9ba2734cd39f,40989,1733340157123 from backup master directory 2024-12-04T19:22:37,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11283505891/backup-masters/9ba2734cd39f,40989,1733340157123 2024-12-04T19:22:37,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891/backup-masters 2024-12-04T19:22:37,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891/backup-masters 2024-12-04T19:22:37,307 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:22:37,307 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,40989,1733340157123 2024-12-04T19:22:37,309 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/hbase.id] with ID: 3c5861ee-3c94-42be-ad10-51066df0d42a 2024-12-04T19:22:37,309 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/.tmp/hbase.id 2024-12-04T19:22:37,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:22:37,713 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/.tmp/hbase.id]:[hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/hbase.id] 2024-12-04T19:22:37,720 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:37,720 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:22:37,721 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T19:22:37,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:22:37,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:22:37,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:22:38,132 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:22:38,133 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:22:38,133 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:38,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:22:38,538 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store 2024-12-04T19:22:38,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:22:38,943 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:38,943 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:22:38,943 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:38,943 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:38,943 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:22:38,943 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:38,943 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:38,943 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340158943Disabling compacts and flushes for region at 1733340158943Disabling writes for close at 1733340158943Writing region close event to WAL at 1733340158943Closed at 1733340158943 2024-12-04T19:22:38,944 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/.initializing 2024-12-04T19:22:38,944 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/WALs/9ba2734cd39f,40989,1733340157123 2024-12-04T19:22:38,944 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:22:38,945 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C40989%2C1733340157123, suffix=, logDir=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/WALs/9ba2734cd39f,40989,1733340157123, archiveDir=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/oldWALs, maxLogs=10 2024-12-04T19:22:38,957 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/WALs/9ba2734cd39f,40989,1733340157123/9ba2734cd39f%2C40989%2C1733340157123.1733340158946, exclude list is [], retry=0 2024-12-04T19:22:38,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-8496f4bd-f163-4024-8f9c-1df18beac172,DISK] 2024-12-04T19:22:38,960 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/WALs/9ba2734cd39f,40989,1733340157123/9ba2734cd39f%2C40989%2C1733340157123.1733340158946 2024-12-04T19:22:38,960 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-12-04T19:22:38,960 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:38,960 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:38,960 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:38,960 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:38,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:38,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:22:38,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:38,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:38,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:38,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:22:38,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:38,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:38,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:38,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:22:38,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:38,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:38,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:38,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:22:38,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:38,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:38,966 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:38,966 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:38,967 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:38,967 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:38,967 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:38,968 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:22:38,968 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:38,969 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:38,970 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63450733, jitterRate=-0.05451039969921112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:22:38,970 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733340158960Initializing all the Stores at 1733340158961 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340158961Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340158961Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340158961Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340158961Cleaning up temporary data from old regions at 1733340158967 (+6 ms)Region opened successfully at 1733340158970 (+3 ms) 2024-12-04T19:22:38,970 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:22:38,971 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f5ca98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:22:38,972 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:22:38,972 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:22:38,972 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:22:38,972 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:22:38,973 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:22:38,973 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:22:38,973 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:22:38,975 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:22:38,976 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Unable to get data of znode /11283505891/balancer because node does not exist (not necessarily an error) 2024-12-04T19:22:39,033 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11283505891/balancer already deleted, retry=false 2024-12-04T19:22:39,034 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:22:39,034 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Unable to get data of znode /11283505891/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:22:39,044 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11283505891/normalizer already deleted, retry=false 2024-12-04T19:22:39,044 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:22:39,045 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Unable to get data of znode /11283505891/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:22:39,054 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11283505891/switch/split already deleted, retry=false 2024-12-04T19:22:39,055 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Unable to get data of znode /11283505891/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:22:39,065 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11283505891/switch/merge already deleted, retry=false 2024-12-04T19:22:39,066 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Unable to get data of znode /11283505891/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:22:39,075 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11283505891/snapshot-cleanup already deleted, retry=false 2024-12-04T19:22:39,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11283505891/running 2024-12-04T19:22:39,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11283505891/running 2024-12-04T19:22:39,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:22:39,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:22:39,086 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,40989,1733340157123, sessionid=0x101a1cbb2e60003, setting cluster-up flag (Was=false) 2024-12-04T19:22:39,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:22:39,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:22:39,139 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11283505891/flush-table-proc/acquired, /11283505891/flush-table-proc/reached, /11283505891/flush-table-proc/abort 2024-12-04T19:22:39,140 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,40989,1733340157123 2024-12-04T19:22:39,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:22:39,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:22:39,191 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11283505891/online-snapshot/acquired, /11283505891/online-snapshot/reached, /11283505891/online-snapshot/abort 2024-12-04T19:22:39,192 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,40989,1733340157123 2024-12-04T19:22:39,193 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:22:39,194 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:39,194 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:22:39,194 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:22:39,194 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,40989,1733340157123 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:22:39,195 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:39,195 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:39,195 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:39,195 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:39,195 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:22:39,195 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:39,195 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:22:39,195 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:39,196 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340189196 2024-12-04T19:22:39,196 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:22:39,196 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:22:39,196 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:22:39,196 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:22:39,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:39,196 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:22:39,196 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:22:39,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:22:39,196 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:39,197 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:22:39,197 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:22:39,197 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:22:39,197 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:22:39,197 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:39,197 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:22:39,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:22:39,197 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:22:39,197 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340159197,5,FailOnTimeoutGroup] 2024-12-04T19:22:39,197 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340159197,5,FailOnTimeoutGroup] 2024-12-04T19:22:39,197 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:39,197 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:22:39,197 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:39,197 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:39,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:22:39,263 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(746): ClusterId : 3c5861ee-3c94-42be-ad10-51066df0d42a 2024-12-04T19:22:39,263 DEBUG [RS:0;9ba2734cd39f:44227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:22:39,276 DEBUG [RS:0;9ba2734cd39f:44227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:22:39,276 DEBUG [RS:0;9ba2734cd39f:44227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:22:39,287 DEBUG [RS:0;9ba2734cd39f:44227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:22:39,287 DEBUG [RS:0;9ba2734cd39f:44227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7107886c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:22:39,296 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:44227 2024-12-04T19:22:39,296 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:22:39,296 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:22:39,296 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:22:39,297 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,40989,1733340157123 with port=44227, startcode=1733340157235 2024-12-04T19:22:39,297 DEBUG [RS:0;9ba2734cd39f:44227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:22:39,298 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:22:39,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,44227,1733340157235 2024-12-04T19:22:39,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40989 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,44227,1733340157235 2024-12-04T19:22:39,299 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5 2024-12-04T19:22:39,299 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42549 2024-12-04T19:22:39,299 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:22:39,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891/rs 2024-12-04T19:22:39,348 DEBUG [RS:0;9ba2734cd39f:44227 {}] zookeeper.ZKUtil(111): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Set watcher on existing znode=/11283505891/rs/9ba2734cd39f,44227,1733340157235 2024-12-04T19:22:39,349 WARN [RS:0;9ba2734cd39f:44227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:22:39,349 INFO [RS:0;9ba2734cd39f:44227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:39,349 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/WALs/9ba2734cd39f,44227,1733340157235 2024-12-04T19:22:39,349 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,44227,1733340157235] 2024-12-04T19:22:39,351 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:22:39,352 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:22:39,352 INFO [RS:0;9ba2734cd39f:44227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:22:39,352 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:39,352 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:22:39,353 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:22:39,353 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:39,353 DEBUG [RS:0;9ba2734cd39f:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:39,353 DEBUG [RS:0;9ba2734cd39f:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:39,353 DEBUG [RS:0;9ba2734cd39f:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:39,353 DEBUG [RS:0;9ba2734cd39f:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:39,353 DEBUG [RS:0;9ba2734cd39f:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:39,353 DEBUG [RS:0;9ba2734cd39f:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:22:39,353 DEBUG [RS:0;9ba2734cd39f:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:39,353 DEBUG [RS:0;9ba2734cd39f:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:39,353 DEBUG [RS:0;9ba2734cd39f:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:39,353 DEBUG [RS:0;9ba2734cd39f:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:39,353 DEBUG [RS:0;9ba2734cd39f:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:39,353 DEBUG [RS:0;9ba2734cd39f:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:39,353 DEBUG [RS:0;9ba2734cd39f:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:22:39,353 DEBUG [RS:0;9ba2734cd39f:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:22:39,353 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:39,353 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:39,353 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:39,353 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:39,353 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:39,354 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,44227,1733340157235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:22:39,364 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:22:39,365 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,44227,1733340157235-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:39,365 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:39,365 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.Replication(171): 9ba2734cd39f,44227,1733340157235 started 2024-12-04T19:22:39,375 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:39,375 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,44227,1733340157235, RpcServer on 9ba2734cd39f/172.17.0.2:44227, sessionid=0x101a1cbb2e60004 2024-12-04T19:22:39,375 DEBUG [RS:0;9ba2734cd39f:44227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:22:39,375 DEBUG [RS:0;9ba2734cd39f:44227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,44227,1733340157235 2024-12-04T19:22:39,375 DEBUG [RS:0;9ba2734cd39f:44227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,44227,1733340157235' 2024-12-04T19:22:39,375 DEBUG [RS:0;9ba2734cd39f:44227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11283505891/flush-table-proc/abort' 2024-12-04T19:22:39,375 DEBUG [RS:0;9ba2734cd39f:44227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11283505891/flush-table-proc/acquired' 2024-12-04T19:22:39,375 DEBUG [RS:0;9ba2734cd39f:44227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:22:39,375 DEBUG [RS:0;9ba2734cd39f:44227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:22:39,375 DEBUG [RS:0;9ba2734cd39f:44227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,44227,1733340157235 2024-12-04T19:22:39,375 DEBUG [RS:0;9ba2734cd39f:44227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,44227,1733340157235' 2024-12-04T19:22:39,375 DEBUG [RS:0;9ba2734cd39f:44227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11283505891/online-snapshot/abort' 2024-12-04T19:22:39,376 DEBUG [RS:0;9ba2734cd39f:44227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11283505891/online-snapshot/acquired' 2024-12-04T19:22:39,376 DEBUG [RS:0;9ba2734cd39f:44227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:22:39,376 INFO [RS:0;9ba2734cd39f:44227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:22:39,376 INFO [RS:0;9ba2734cd39f:44227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:22:39,476 INFO [RS:0;9ba2734cd39f:44227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:22:39,477 INFO [RS:0;9ba2734cd39f:44227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C44227%2C1733340157235, suffix=, logDir=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/WALs/9ba2734cd39f,44227,1733340157235, archiveDir=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/oldWALs, maxLogs=10 2024-12-04T19:22:39,488 DEBUG [RS:0;9ba2734cd39f:44227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/WALs/9ba2734cd39f,44227,1733340157235/9ba2734cd39f%2C44227%2C1733340157235.1733340159477, exclude list is [], retry=0 2024-12-04T19:22:39,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-8496f4bd-f163-4024-8f9c-1df18beac172,DISK] 2024-12-04T19:22:39,491 INFO [RS:0;9ba2734cd39f:44227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/WALs/9ba2734cd39f,44227,1733340157235/9ba2734cd39f%2C44227%2C1733340157235.1733340159477 2024-12-04T19:22:39,491 DEBUG [RS:0;9ba2734cd39f:44227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-12-04T19:22:39,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:22:39,602 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5 2024-12-04T19:22:39,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741833_1009 (size=32) 2024-12-04T19:22:40,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:40,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:22:40,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:22:40,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:40,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:40,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:22:40,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:22:40,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:40,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:40,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:22:40,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:22:40,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:40,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:40,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:22:40,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:22:40,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:40,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:40,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:22:40,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740 2024-12-04T19:22:40,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740 2024-12-04T19:22:40,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:22:40,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:22:40,013 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:22:40,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:22:40,015 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:40,015 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67340581, jitterRate=0.0034528523683547974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:22:40,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733340160006Initializing all the Stores at 1733340160007 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340160007Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340160007Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340160007Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340160007Cleaning up temporary data from old regions at 1733340160013 (+6 ms)Region opened successfully at 1733340160015 (+2 ms) 2024-12-04T19:22:40,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:22:40,015 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:22:40,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:22:40,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:22:40,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:22:40,015 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:22:40,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340160015Disabling compacts and flushes for region at 1733340160015Disabling writes for close at 1733340160015Writing region close event to WAL at 1733340160015Closed at 1733340160015 2024-12-04T19:22:40,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:40,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:22:40,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:22:40,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:22:40,017 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:22:40,168 DEBUG [9ba2734cd39f:40989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:22:40,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,44227,1733340157235 2024-12-04T19:22:40,169 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,44227,1733340157235, state=OPENING 2024-12-04T19:22:40,212 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:22:40,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:22:40,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:22:40,223 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:22:40,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,44227,1733340157235}] 2024-12-04T19:22:40,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11283505891/meta-region-server: CHANGED 2024-12-04T19:22:40,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11283505891/meta-region-server: CHANGED 2024-12-04T19:22:40,375 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:22:40,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:22:40,378 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:22:40,378 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:40,378 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:22:40,379 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C44227%2C1733340157235.meta, suffix=.meta, logDir=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/WALs/9ba2734cd39f,44227,1733340157235, archiveDir=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/oldWALs, maxLogs=10 2024-12-04T19:22:40,390 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/WALs/9ba2734cd39f,44227,1733340157235/9ba2734cd39f%2C44227%2C1733340157235.meta.1733340160380.meta, exclude list is [], retry=0 2024-12-04T19:22:40,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44283,DS-8496f4bd-f163-4024-8f9c-1df18beac172,DISK] 2024-12-04T19:22:40,392 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/WALs/9ba2734cd39f,44227,1733340157235/9ba2734cd39f%2C44227%2C1733340157235.meta.1733340160380.meta 2024-12-04T19:22:40,392 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35071:35071)] 2024-12-04T19:22:40,393 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:40,393 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:22:40,393 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:22:40,393 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:22:40,393 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:22:40,393 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:22:40,393 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:40,393 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:22:40,393 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:22:40,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:22:40,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:22:40,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:40,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:40,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:22:40,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:22:40,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:40,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:40,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:22:40,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:22:40,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:40,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:40,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:22:40,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:22:40,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:40,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:40,397 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:22:40,397 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740 2024-12-04T19:22:40,398 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740 2024-12-04T19:22:40,398 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:22:40,398 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:22:40,399 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:22:40,400 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:22:40,400 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68122527, jitterRate=0.015104755759239197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:22:40,400 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:22:40,400 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733340160393Writing region info on filesystem at 1733340160393Initializing all the Stores at 1733340160394 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340160394Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340160394Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340160394Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340160394Cleaning up temporary data from old regions at 1733340160398 (+4 ms)Running coprocessor post-open hooks at 1733340160400 (+2 ms)Region opened successfully at 1733340160400 2024-12-04T19:22:40,401 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733340160375 2024-12-04T19:22:40,402 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:22:40,402 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:22:40,403 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,44227,1733340157235 2024-12-04T19:22:40,403 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,44227,1733340157235, state=OPEN 2024-12-04T19:22:40,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11283505891/meta-region-server 2024-12-04T19:22:40,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11283505891/meta-region-server 2024-12-04T19:22:40,412 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,44227,1733340157235 2024-12-04T19:22:40,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11283505891/meta-region-server: CHANGED 2024-12-04T19:22:40,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11283505891/meta-region-server: CHANGED 2024-12-04T19:22:40,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:22:40,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,44227,1733340157235 in 189 msec 2024-12-04T19:22:40,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:22:40,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 398 msec 2024-12-04T19:22:40,415 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:40,415 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:22:40,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:40,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44227,1733340157235, seqNum=-1] 2024-12-04T19:22:40,416 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:40,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:40,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-12-04T19:22:40,421 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733340160420, completionTime=-1 2024-12-04T19:22:40,421 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:22:40,421 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:22:40,422 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:22:40,422 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340220422 2024-12-04T19:22:40,422 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340280422 2024-12-04T19:22:40,422 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:22:40,422 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40989,1733340157123-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:40,422 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40989,1733340157123-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:40,422 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40989,1733340157123-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:40,422 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:40989, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:40,422 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:40,423 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:40,424 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:22:40,425 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.118sec 2024-12-04T19:22:40,425 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:22:40,425 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:22:40,425 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:22:40,425 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:22:40,425 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:22:40,425 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40989,1733340157123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:22:40,425 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40989,1733340157123-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:22:40,427 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:22:40,427 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:22:40,427 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,40989,1733340157123-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:40,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f7ba0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:40,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,40989,-1 for getting cluster id 2024-12-04T19:22:40,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:40,465 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c5861ee-3c94-42be-ad10-51066df0d42a' 2024-12-04T19:22:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c5861ee-3c94-42be-ad10-51066df0d42a" 2024-12-04T19:22:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2925fdb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,40989,-1] 2024-12-04T19:22:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:40,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:40,466 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:40,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6b55e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:40,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44227,1733340157235, seqNum=-1] 2024-12-04T19:22:40,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:40,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:40,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,40989,1733340157123 2024-12-04T19:22:40,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51908 2024-12-04T19:22:40,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:22:40,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a1cbb2e60005 connected 2024-12-04T19:22:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/hadoop.log.dir so I do NOT create it in target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea 2024-12-04T19:22:40,488 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T19:22:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/hadoop.tmp.dir so I do NOT create it in target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea 2024-12-04T19:22:40,488 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T19:22:40,488 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea 2024-12-04T19:22:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T19:22:40,488 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/cluster_50ed38b4-02bf-619e-3437-511d5c9dbf70, deleteOnExit=true 2024-12-04T19:22:40,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T19:22:40,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/test.cache.data in system properties and HBase conf 2024-12-04T19:22:40,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T19:22:40,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/hadoop.log.dir in system properties and HBase conf 2024-12-04T19:22:40,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T19:22:40,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T19:22:40,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T19:22:40,489 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T19:22:40,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:22:40,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T19:22:40,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T19:22:40,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:22:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T19:22:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T19:22:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T19:22:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:22:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T19:22:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/nfs.dump.dir in system properties and HBase conf 2024-12-04T19:22:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/java.io.tmpdir in system properties and HBase conf 2024-12-04T19:22:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T19:22:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T19:22:40,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T19:22:40,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:22:40,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:40,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:41,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:22:41,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:22:41,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:22:41,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:22:41,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T19:22:41,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:22:41,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4710b03d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:22:41,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d58bdab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:22:41,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57122717{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/java.io.tmpdir/jetty-localhost-44461-hadoop-hdfs-3_4_1-tests_jar-_-any-15279353469865291038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:22:41,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46741a00{HTTP/1.1, (http/1.1)}{localhost:44461} 2024-12-04T19:22:41,137 INFO [Time-limited test {}] server.Server(415): Started @347234ms 2024-12-04T19:22:41,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T19:22:41,476 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T19:22:41,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T19:22:41,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T19:22:41,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T19:22:41,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5712d3e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/hadoop.log.dir/,AVAILABLE} 2024-12-04T19:22:41,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b3a79a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T19:22:41,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@459f22dc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/java.io.tmpdir/jetty-localhost-41391-hadoop-hdfs-3_4_1-tests_jar-_-any-7918412688132361352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:22:41,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2036ab40{HTTP/1.1, (http/1.1)}{localhost:41391} 2024-12-04T19:22:41,571 INFO [Time-limited test {}] server.Server(415): Started @347668ms 2024-12-04T19:22:41,572 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T19:22:42,205 WARN [Thread-4554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/cluster_50ed38b4-02bf-619e-3437-511d5c9dbf70/data/data1/current/BP-1655283130-172.17.0.2-1733340160513/current, will proceed with Du for space computation calculation, 2024-12-04T19:22:42,205 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/cluster_50ed38b4-02bf-619e-3437-511d5c9dbf70/data/data2/current/BP-1655283130-172.17.0.2-1733340160513/current, will proceed with Du for space computation calculation, 2024-12-04T19:22:42,226 WARN [Thread-4542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T19:22:42,228 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf120599972be338d with lease ID 0x40df4293097e64d3: Processing first storage report for DS-9d2e2715-f427-4604-bee4-31c36a1c5349 from datanode DatanodeRegistration(127.0.0.1:37035, datanodeUuid=f8225707-035a-449d-a9e4-115f788ae9be, infoPort=37371, infoSecurePort=0, ipcPort=38853, storageInfo=lv=-57;cid=testClusterID;nsid=1867165663;c=1733340160513) 2024-12-04T19:22:42,228 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf120599972be338d with lease ID 0x40df4293097e64d3: from storage DS-9d2e2715-f427-4604-bee4-31c36a1c5349 node DatanodeRegistration(127.0.0.1:37035, datanodeUuid=f8225707-035a-449d-a9e4-115f788ae9be, infoPort=37371, infoSecurePort=0, ipcPort=38853, storageInfo=lv=-57;cid=testClusterID;nsid=1867165663;c=1733340160513), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:22:42,228 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf120599972be338d with lease ID 0x40df4293097e64d3: Processing first storage report for DS-be3a519f-8eb2-41e1-ab3c-14a717a7818a from datanode DatanodeRegistration(127.0.0.1:37035, datanodeUuid=f8225707-035a-449d-a9e4-115f788ae9be, infoPort=37371, infoSecurePort=0, ipcPort=38853, storageInfo=lv=-57;cid=testClusterID;nsid=1867165663;c=1733340160513) 2024-12-04T19:22:42,228 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf120599972be338d with lease ID 0x40df4293097e64d3: from storage DS-be3a519f-8eb2-41e1-ab3c-14a717a7818a node DatanodeRegistration(127.0.0.1:37035, datanodeUuid=f8225707-035a-449d-a9e4-115f788ae9be, infoPort=37371, infoSecurePort=0, ipcPort=38853, storageInfo=lv=-57;cid=testClusterID;nsid=1867165663;c=1733340160513), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T19:22:42,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea 2024-12-04T19:22:42,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:42,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:42,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741825_1001 (size=7) 2024-12-04T19:22:42,701 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8 with version=8 2024-12-04T19:22:42,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/hbase-staging 2024-12-04T19:22:42,703 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:22:42,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:42,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:42,703 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:22:42,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:42,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:22:42,703 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T19:22:42,703 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:22:42,704 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34245 2024-12-04T19:22:42,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34245 connecting to ZooKeeper ensemble=127.0.0.1:51908 2024-12-04T19:22:42,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342450x0, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:22:42,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34245-0x101a1cbb2e60006 connected 2024-12-04T19:22:42,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:42,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:42,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Set watcher on znode that does not yet exist, /21350339934/running 2024-12-04T19:22:42,826 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8, hbase.cluster.distributed=false 2024-12-04T19:22:42,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Set watcher on znode that does not yet exist, /21350339934/acl 2024-12-04T19:22:42,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34245 2024-12-04T19:22:42,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34245 2024-12-04T19:22:42,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34245 2024-12-04T19:22:42,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34245 2024-12-04T19:22:42,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34245 2024-12-04T19:22:42,840 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9ba2734cd39f:0 server-side Connection retries=45 2024-12-04T19:22:42,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:42,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:42,840 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T19:22:42,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T19:22:42,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T19:22:42,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T19:22:42,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T19:22:42,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34655 2024-12-04T19:22:42,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34655 connecting to ZooKeeper ensemble=127.0.0.1:51908 2024-12-04T19:22:42,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:42,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:42,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346550x0, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:22:42,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346550x0, quorum=127.0.0.1:51908, baseZNode=/21350339934 Set watcher on znode that does not yet exist, /21350339934/running 2024-12-04T19:22:42,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34655-0x101a1cbb2e60007 connected 2024-12-04T19:22:42,855 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T19:22:42,855 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T19:22:42,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Set watcher on znode that does not yet exist, /21350339934/master 2024-12-04T19:22:42,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Set watcher on znode that does not yet exist, /21350339934/acl 2024-12-04T19:22:42,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34655 2024-12-04T19:22:42,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34655 2024-12-04T19:22:42,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34655 2024-12-04T19:22:42,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34655 2024-12-04T19:22:42,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34655 2024-12-04T19:22:42,872 DEBUG [M:0;9ba2734cd39f:34245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9ba2734cd39f:34245 2024-12-04T19:22:42,872 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21350339934/backup-masters/9ba2734cd39f,34245,1733340162703 2024-12-04T19:22:42,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934/backup-masters 2024-12-04T19:22:42,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934/backup-masters 2024-12-04T19:22:42,876 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Set watcher on existing znode=/21350339934/backup-masters/9ba2734cd39f,34245,1733340162703 2024-12-04T19:22:42,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21350339934/master 2024-12-04T19:22:42,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:42,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:42,886 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Set watcher on existing znode=/21350339934/master 2024-12-04T19:22:42,886 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21350339934/backup-masters/9ba2734cd39f,34245,1733340162703 from backup master directory 2024-12-04T19:22:42,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21350339934/backup-masters/9ba2734cd39f,34245,1733340162703 2024-12-04T19:22:42,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934/backup-masters 2024-12-04T19:22:42,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934/backup-masters 2024-12-04T19:22:42,896 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:22:42,896 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9ba2734cd39f,34245,1733340162703 2024-12-04T19:22:42,899 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/hbase.id] with ID: 32268bf7-15fe-4f29-97a8-a8fade849fc9 2024-12-04T19:22:42,899 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/.tmp/hbase.id 2024-12-04T19:22:42,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741826_1002 (size=42) 2024-12-04T19:22:43,302 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/.tmp/hbase.id]:[hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/hbase.id] 2024-12-04T19:22:43,308 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:43,309 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T19:22:43,309 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T19:22:43,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:43,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:43,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741827_1003 (size=196) 2024-12-04T19:22:43,764 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:22:43,765 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T19:22:43,765 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:43,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741828_1004 (size=1189) 2024-12-04T19:22:44,170 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store 2024-12-04T19:22:44,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741829_1005 (size=34) 2024-12-04T19:22:44,575 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:44,575 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:22:44,575 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:44,575 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:44,575 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:22:44,575 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:44,575 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:44,575 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340164575Disabling compacts and flushes for region at 1733340164575Disabling writes for close at 1733340164575Writing region close event to WAL at 1733340164575Closed at 1733340164575 2024-12-04T19:22:44,575 WARN [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/.initializing 2024-12-04T19:22:44,575 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/WALs/9ba2734cd39f,34245,1733340162703 2024-12-04T19:22:44,576 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:22:44,577 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9ba2734cd39f%2C34245%2C1733340162703, suffix=, logDir=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/WALs/9ba2734cd39f,34245,1733340162703, archiveDir=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/oldWALs, maxLogs=10 2024-12-04T19:22:44,589 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/WALs/9ba2734cd39f,34245,1733340162703/9ba2734cd39f%2C34245%2C1733340162703.1733340164577, exclude list is [], retry=0 2024-12-04T19:22:44,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37035,DS-9d2e2715-f427-4604-bee4-31c36a1c5349,DISK] 2024-12-04T19:22:44,592 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/WALs/9ba2734cd39f,34245,1733340162703/9ba2734cd39f%2C34245%2C1733340162703.1733340164577 2024-12-04T19:22:44,592 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37371:37371)] 2024-12-04T19:22:44,592 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:44,592 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:44,592 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:44,592 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:44,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:44,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T19:22:44,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:44,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:44,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:44,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T19:22:44,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:44,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:44,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:44,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T19:22:44,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:44,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:44,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:44,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T19:22:44,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:44,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:44,597 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:44,597 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:44,598 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:44,598 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:44,598 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:44,599 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:22:44,599 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T19:22:44,601 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:44,601 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61832005, jitterRate=-0.07863132655620575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:22:44,601 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733340164592Initializing all the Stores at 1733340164593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340164593Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340164593Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340164593Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340164593Cleaning up temporary data from old regions at 1733340164598 (+5 ms)Region opened successfully at 1733340164601 (+3 ms) 2024-12-04T19:22:44,601 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T19:22:44,603 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276ed631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:22:44,603 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T19:22:44,603 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T19:22:44,604 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T19:22:44,604 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T19:22:44,604 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T19:22:44,604 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T19:22:44,604 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T19:22:44,609 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T19:22:44,610 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Unable to get data of znode /21350339934/balancer because node does not exist (not necessarily an error) 2024-12-04T19:22:44,675 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21350339934/balancer already deleted, retry=false 2024-12-04T19:22:44,676 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T19:22:44,676 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Unable to get data of znode /21350339934/normalizer because node does not exist (not necessarily an error) 2024-12-04T19:22:44,686 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21350339934/normalizer already deleted, retry=false 2024-12-04T19:22:44,686 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T19:22:44,687 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Unable to get data of znode /21350339934/switch/split because node does not exist (not necessarily an error) 2024-12-04T19:22:44,696 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21350339934/switch/split already deleted, retry=false 2024-12-04T19:22:44,697 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Unable to get data of znode /21350339934/switch/merge because node does not exist (not necessarily an error) 2024-12-04T19:22:44,707 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21350339934/switch/merge already deleted, retry=false 2024-12-04T19:22:44,708 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Unable to get data of znode /21350339934/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T19:22:44,717 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21350339934/snapshot-cleanup already deleted, retry=false 2024-12-04T19:22:44,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21350339934/running 2024-12-04T19:22:44,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:44,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21350339934/running 2024-12-04T19:22:44,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:44,728 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9ba2734cd39f,34245,1733340162703, sessionid=0x101a1cbb2e60006, setting cluster-up flag (Was=false) 2024-12-04T19:22:44,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:44,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:44,780 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21350339934/flush-table-proc/acquired, /21350339934/flush-table-proc/reached, /21350339934/flush-table-proc/abort 2024-12-04T19:22:44,781 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,34245,1733340162703 2024-12-04T19:22:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:44,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:44,833 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21350339934/online-snapshot/acquired, /21350339934/online-snapshot/reached, /21350339934/online-snapshot/abort 2024-12-04T19:22:44,834 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9ba2734cd39f,34245,1733340162703 2024-12-04T19:22:44,835 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T19:22:44,835 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:44,836 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T19:22:44,836 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T19:22:44,836 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9ba2734cd39f,34245,1733340162703 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T19:22:44,837 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:44,837 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:44,837 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:44,837 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=5, maxPoolSize=5 2024-12-04T19:22:44,837 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9ba2734cd39f:0, corePoolSize=10, maxPoolSize=10 2024-12-04T19:22:44,837 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:44,837 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:22:44,837 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:44,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733340194838 2024-12-04T19:22:44,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T19:22:44,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T19:22:44,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T19:22:44,838 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:44,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T19:22:44,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T19:22:44,838 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T19:22:44,838 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T19:22:44,839 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:44,839 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T19:22:44,839 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T19:22:44,839 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T19:22:44,839 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T19:22:44,839 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:44,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T19:22:44,839 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T19:22:44,839 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T19:22:44,839 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340164839,5,FailOnTimeoutGroup] 2024-12-04T19:22:44,840 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340164839,5,FailOnTimeoutGroup] 2024-12-04T19:22:44,840 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:44,840 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T19:22:44,840 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:44,840 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:44,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741831_1007 (size=1321) 2024-12-04T19:22:44,846 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T19:22:44,846 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8 2024-12-04T19:22:44,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741832_1008 (size=32) 2024-12-04T19:22:44,864 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(746): ClusterId : 32268bf7-15fe-4f29-97a8-a8fade849fc9 2024-12-04T19:22:44,864 DEBUG [RS:0;9ba2734cd39f:34655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T19:22:44,876 DEBUG [RS:0;9ba2734cd39f:34655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T19:22:44,876 DEBUG [RS:0;9ba2734cd39f:34655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T19:22:44,886 DEBUG [RS:0;9ba2734cd39f:34655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T19:22:44,886 DEBUG [RS:0;9ba2734cd39f:34655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20138daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9ba2734cd39f/172.17.0.2:0 2024-12-04T19:22:44,896 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9ba2734cd39f:34655 2024-12-04T19:22:44,896 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T19:22:44,896 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T19:22:44,896 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T19:22:44,897 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(2659): reportForDuty to master=9ba2734cd39f,34245,1733340162703 with port=34655, startcode=1733340162840 2024-12-04T19:22:44,897 DEBUG [RS:0;9ba2734cd39f:34655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T19:22:44,898 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T19:22:44,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9ba2734cd39f,34655,1733340162840 2024-12-04T19:22:44,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34245 {}] master.ServerManager(517): Registering regionserver=9ba2734cd39f,34655,1733340162840 2024-12-04T19:22:44,900 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8 2024-12-04T19:22:44,900 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44969 2024-12-04T19:22:44,900 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T19:22:44,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934/rs 2024-12-04T19:22:44,983 DEBUG [RS:0;9ba2734cd39f:34655 {}] zookeeper.ZKUtil(111): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Set watcher on existing znode=/21350339934/rs/9ba2734cd39f,34655,1733340162840 2024-12-04T19:22:44,984 WARN [RS:0;9ba2734cd39f:34655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T19:22:44,984 INFO [RS:0;9ba2734cd39f:34655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:44,984 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/WALs/9ba2734cd39f,34655,1733340162840 2024-12-04T19:22:44,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9ba2734cd39f,34655,1733340162840] 2024-12-04T19:22:44,986 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T19:22:44,988 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T19:22:44,988 INFO [RS:0;9ba2734cd39f:34655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T19:22:44,988 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:44,988 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T19:22:44,989 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T19:22:44,989 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:44,989 DEBUG [RS:0;9ba2734cd39f:34655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:44,989 DEBUG [RS:0;9ba2734cd39f:34655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:44,989 DEBUG [RS:0;9ba2734cd39f:34655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:44,989 DEBUG [RS:0;9ba2734cd39f:34655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:44,989 DEBUG [RS:0;9ba2734cd39f:34655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:44,989 DEBUG [RS:0;9ba2734cd39f:34655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9ba2734cd39f:0, corePoolSize=2, maxPoolSize=2 2024-12-04T19:22:44,989 DEBUG [RS:0;9ba2734cd39f:34655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:44,989 DEBUG [RS:0;9ba2734cd39f:34655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:44,989 DEBUG [RS:0;9ba2734cd39f:34655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:44,989 DEBUG [RS:0;9ba2734cd39f:34655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:44,989 DEBUG [RS:0;9ba2734cd39f:34655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:44,989 DEBUG [RS:0;9ba2734cd39f:34655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9ba2734cd39f:0, corePoolSize=1, maxPoolSize=1 2024-12-04T19:22:44,989 DEBUG [RS:0;9ba2734cd39f:34655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:22:44,989 DEBUG [RS:0;9ba2734cd39f:34655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9ba2734cd39f:0, corePoolSize=3, maxPoolSize=3 2024-12-04T19:22:44,991 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:44,991 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:44,991 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:44,991 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:44,992 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:44,992 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34655,1733340162840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:22:45,003 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T19:22:45,003 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34655,1733340162840-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:45,004 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:45,004 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.Replication(171): 9ba2734cd39f,34655,1733340162840 started 2024-12-04T19:22:45,015 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:45,015 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1482): Serving as 9ba2734cd39f,34655,1733340162840, RpcServer on 9ba2734cd39f/172.17.0.2:34655, sessionid=0x101a1cbb2e60007 2024-12-04T19:22:45,015 DEBUG [RS:0;9ba2734cd39f:34655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T19:22:45,015 DEBUG [RS:0;9ba2734cd39f:34655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9ba2734cd39f,34655,1733340162840 2024-12-04T19:22:45,015 DEBUG [RS:0;9ba2734cd39f:34655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,34655,1733340162840' 2024-12-04T19:22:45,015 DEBUG [RS:0;9ba2734cd39f:34655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21350339934/flush-table-proc/abort' 2024-12-04T19:22:45,016 DEBUG [RS:0;9ba2734cd39f:34655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21350339934/flush-table-proc/acquired' 2024-12-04T19:22:45,016 DEBUG [RS:0;9ba2734cd39f:34655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T19:22:45,016 DEBUG [RS:0;9ba2734cd39f:34655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T19:22:45,016 DEBUG [RS:0;9ba2734cd39f:34655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9ba2734cd39f,34655,1733340162840 2024-12-04T19:22:45,016 DEBUG [RS:0;9ba2734cd39f:34655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9ba2734cd39f,34655,1733340162840' 2024-12-04T19:22:45,016 DEBUG [RS:0;9ba2734cd39f:34655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21350339934/online-snapshot/abort' 2024-12-04T19:22:45,016 DEBUG [RS:0;9ba2734cd39f:34655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21350339934/online-snapshot/acquired' 2024-12-04T19:22:45,017 DEBUG [RS:0;9ba2734cd39f:34655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T19:22:45,017 INFO [RS:0;9ba2734cd39f:34655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T19:22:45,017 INFO [RS:0;9ba2734cd39f:34655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T19:22:45,117 INFO [RS:0;9ba2734cd39f:34655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T19:22:45,118 INFO [RS:0;9ba2734cd39f:34655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C34655%2C1733340162840, suffix=, logDir=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/WALs/9ba2734cd39f,34655,1733340162840, archiveDir=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/oldWALs, maxLogs=10 2024-12-04T19:22:45,129 DEBUG [RS:0;9ba2734cd39f:34655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/WALs/9ba2734cd39f,34655,1733340162840/9ba2734cd39f%2C34655%2C1733340162840.1733340165118, exclude list is [], retry=0 2024-12-04T19:22:45,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37035,DS-9d2e2715-f427-4604-bee4-31c36a1c5349,DISK] 2024-12-04T19:22:45,132 INFO [RS:0;9ba2734cd39f:34655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/WALs/9ba2734cd39f,34655,1733340162840/9ba2734cd39f%2C34655%2C1733340162840.1733340165118 2024-12-04T19:22:45,132 DEBUG [RS:0;9ba2734cd39f:34655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37371:37371)] 2024-12-04T19:22:45,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:45,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:22:45,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:22:45,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:45,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:45,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:22:45,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:22:45,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:45,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:45,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:22:45,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:22:45,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:45,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:45,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:22:45,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:22:45,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:45,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:45,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:22:45,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740 2024-12-04T19:22:45,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740 2024-12-04T19:22:45,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:22:45,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:22:45,260 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:22:45,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:22:45,262 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:45,262 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73771619, jitterRate=0.09928278625011444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:22:45,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733340165253Initializing all the Stores at 1733340165253Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340165253Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340165253Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340165253Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340165253Cleaning up temporary data from old regions at 1733340165260 (+7 ms)Region opened successfully at 1733340165262 (+2 ms) 2024-12-04T19:22:45,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:22:45,263 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:22:45,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:22:45,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:22:45,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:22:45,263 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:22:45,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340165263Disabling compacts and flushes for region at 1733340165263Disabling writes for close at 1733340165263Writing region close event to WAL at 1733340165263Closed at 1733340165263 2024-12-04T19:22:45,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:45,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T19:22:45,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T19:22:45,264 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:22:45,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T19:22:45,415 DEBUG [9ba2734cd39f:34245 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T19:22:45,416 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9ba2734cd39f,34655,1733340162840 2024-12-04T19:22:45,416 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,34655,1733340162840, state=OPENING 2024-12-04T19:22:45,465 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T19:22:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:45,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21350339934/meta-region-server: CHANGED 2024-12-04T19:22:45,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21350339934/meta-region-server: CHANGED 2024-12-04T19:22:45,476 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T19:22:45,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34655,1733340162840}] 2024-12-04T19:22:45,628 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:22:45,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:22:45,631 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T19:22:45,631 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:45,631 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T19:22:45,632 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C34655%2C1733340162840.meta, suffix=.meta, logDir=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/WALs/9ba2734cd39f,34655,1733340162840, archiveDir=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/oldWALs, maxLogs=10 2024-12-04T19:22:45,644 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/WALs/9ba2734cd39f,34655,1733340162840/9ba2734cd39f%2C34655%2C1733340162840.meta.1733340165633.meta, exclude list is [], retry=0 2024-12-04T19:22:45,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37035,DS-9d2e2715-f427-4604-bee4-31c36a1c5349,DISK] 2024-12-04T19:22:45,647 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/WALs/9ba2734cd39f,34655,1733340162840/9ba2734cd39f%2C34655%2C1733340162840.meta.1733340165633.meta 2024-12-04T19:22:45,647 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37371:37371)] 2024-12-04T19:22:45,647 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:45,648 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:22:45,648 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:22:45,648 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T19:22:45,648 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T19:22:45,648 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T19:22:45,648 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:45,648 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T19:22:45,649 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T19:22:45,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T19:22:45,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T19:22:45,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:45,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:45,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T19:22:45,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T19:22:45,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:45,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:45,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T19:22:45,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T19:22:45,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:45,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:45,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T19:22:45,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T19:22:45,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:45,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T19:22:45,652 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T19:22:45,653 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740 2024-12-04T19:22:45,653 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740 2024-12-04T19:22:45,654 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T19:22:45,654 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T19:22:45,654 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T19:22:45,655 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T19:22:45,655 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61008857, jitterRate=-0.09089718759059906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T19:22:45,655 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T19:22:45,656 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733340165649Writing region info on filesystem at 1733340165649Initializing all the Stores at 1733340165649Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340165649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340165649Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340165649Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733340165649Cleaning up temporary data from old regions at 1733340165654 (+5 ms)Running coprocessor post-open hooks at 1733340165655 (+1 ms)Region opened successfully at 1733340165656 (+1 ms) 2024-12-04T19:22:45,656 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733340165627 2024-12-04T19:22:45,658 DEBUG [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T19:22:45,658 INFO [RS_OPEN_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T19:22:45,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,34655,1733340162840 2024-12-04T19:22:45,659 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9ba2734cd39f,34655,1733340162840, state=OPEN 2024-12-04T19:22:45,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21350339934/meta-region-server 2024-12-04T19:22:45,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21350339934/meta-region-server 2024-12-04T19:22:45,665 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34655,1733340162840 2024-12-04T19:22:45,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21350339934/meta-region-server: CHANGED 2024-12-04T19:22:45,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21350339934/meta-region-server: CHANGED 2024-12-04T19:22:45,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T19:22:45,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9ba2734cd39f,34655,1733340162840 in 189 msec 2024-12-04T19:22:45,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T19:22:45,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-12-04T19:22:45,668 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T19:22:45,668 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T19:22:45,669 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:45,669 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34655,1733340162840, seqNum=-1] 2024-12-04T19:22:45,669 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:45,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:45,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 837 msec 2024-12-04T19:22:45,674 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733340165674, completionTime=-1 2024-12-04T19:22:45,674 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T19:22:45,674 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T19:22:45,675 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T19:22:45,675 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733340225675 2024-12-04T19:22:45,675 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733340285675 2024-12-04T19:22:45,675 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T19:22:45,675 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34245,1733340162703-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:45,675 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34245,1733340162703-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:45,676 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34245,1733340162703-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:45,676 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9ba2734cd39f:34245, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:45,676 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:45,676 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:45,677 DEBUG [master/9ba2734cd39f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T19:22:45,678 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.782sec 2024-12-04T19:22:45,678 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T19:22:45,678 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T19:22:45,678 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T19:22:45,678 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T19:22:45,678 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T19:22:45,678 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34245,1733340162703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T19:22:45,678 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34245,1733340162703-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T19:22:45,680 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T19:22:45,680 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T19:22:45,680 INFO [master/9ba2734cd39f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9ba2734cd39f,34245,1733340162703-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T19:22:45,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509b2542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:45,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,34245,-1 for getting cluster id 2024-12-04T19:22:45,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:45,766 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32268bf7-15fe-4f29-97a8-a8fade849fc9' 2024-12-04T19:22:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32268bf7-15fe-4f29-97a8-a8fade849fc9" 2024-12-04T19:22:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614e6865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,34245,-1] 2024-12-04T19:22:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:45,767 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:45,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43346e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:45,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34655,1733340162840, seqNum=-1] 2024-12-04T19:22:45,768 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:45,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:45,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9ba2734cd39f,34245,1733340162703 2024-12-04T19:22:45,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51908 2024-12-04T19:22:45,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T19:22:45,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a1cbb2e60008 connected 2024-12-04T19:22:45,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,33021,1733340151695 2024-12-04T19:22:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@362c2ab5 2024-12-04T19:22:45,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:45,794 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:45,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:22:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:22:45,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:22:45,796 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:45,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:22:45,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:22:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:45,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:22:45,895 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:22:45,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:45,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:45,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:46,204 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2cf260367c184d9ddabfbd51131ff53b, NAME => 'test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7 2024-12-04T19:22:46,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:22:46,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:46,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2cf260367c184d9ddabfbd51131ff53b, disabling compactions & flushes 2024-12-04T19:22:46,208 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b. 2024-12-04T19:22:46,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b. 2024-12-04T19:22:46,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b. after waiting 0 ms 2024-12-04T19:22:46,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b. 2024-12-04T19:22:46,208 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b. 2024-12-04T19:22:46,208 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2cf260367c184d9ddabfbd51131ff53b: Waiting for close lock at 1733340166208Disabling compacts and flushes for region at 1733340166208Disabling writes for close at 1733340166208Writing region close event to WAL at 1733340166208Closed at 1733340166208 2024-12-04T19:22:46,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:22:46,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733340166209"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340166209"}]},"ts":"1733340166209"} 2024-12-04T19:22:46,211 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:22:46,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:22:46,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340166212"}]},"ts":"1733340166212"} 2024-12-04T19:22:46,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:22:46,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2cf260367c184d9ddabfbd51131ff53b, ASSIGN}] 2024-12-04T19:22:46,215 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2cf260367c184d9ddabfbd51131ff53b, ASSIGN 2024-12-04T19:22:46,215 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2cf260367c184d9ddabfbd51131ff53b, ASSIGN; state=OFFLINE, location=9ba2734cd39f,43403,1733340151883; forceNewPlan=false, retain=false 2024-12-04T19:22:46,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2cf260367c184d9ddabfbd51131ff53b, regionState=OPENING, regionLocation=9ba2734cd39f,43403,1733340151883 2024-12-04T19:22:46,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2cf260367c184d9ddabfbd51131ff53b, ASSIGN because future has completed 2024-12-04T19:22:46,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cf260367c184d9ddabfbd51131ff53b, server=9ba2734cd39f,43403,1733340151883}] 2024-12-04T19:22:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:46,522 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b. 2024-12-04T19:22:46,522 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cf260367c184d9ddabfbd51131ff53b, NAME => 'test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:46,523 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:22:46,523 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:22:46,523 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2cf260367c184d9ddabfbd51131ff53b 2024-12-04T19:22:46,523 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:46,523 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2cf260367c184d9ddabfbd51131ff53b 2024-12-04T19:22:46,523 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2cf260367c184d9ddabfbd51131ff53b 2024-12-04T19:22:46,524 INFO [StoreOpener-2cf260367c184d9ddabfbd51131ff53b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2cf260367c184d9ddabfbd51131ff53b 2024-12-04T19:22:46,525 INFO [StoreOpener-2cf260367c184d9ddabfbd51131ff53b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cf260367c184d9ddabfbd51131ff53b columnFamilyName f 2024-12-04T19:22:46,525 DEBUG [StoreOpener-2cf260367c184d9ddabfbd51131ff53b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:46,525 INFO [StoreOpener-2cf260367c184d9ddabfbd51131ff53b-1 {}] regionserver.HStore(327): Store=2cf260367c184d9ddabfbd51131ff53b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:46,525 INFO [StoreOpener-2cf260367c184d9ddabfbd51131ff53b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2cf260367c184d9ddabfbd51131ff53b 2024-12-04T19:22:46,526 INFO [StoreOpener-2cf260367c184d9ddabfbd51131ff53b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cf260367c184d9ddabfbd51131ff53b columnFamilyName f1 2024-12-04T19:22:46,526 DEBUG [StoreOpener-2cf260367c184d9ddabfbd51131ff53b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:46,526 INFO [StoreOpener-2cf260367c184d9ddabfbd51131ff53b-1 {}] regionserver.HStore(327): Store=2cf260367c184d9ddabfbd51131ff53b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:46,526 INFO [StoreOpener-2cf260367c184d9ddabfbd51131ff53b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2cf260367c184d9ddabfbd51131ff53b 2024-12-04T19:22:46,527 INFO [StoreOpener-2cf260367c184d9ddabfbd51131ff53b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cf260367c184d9ddabfbd51131ff53b columnFamilyName norep 2024-12-04T19:22:46,527 DEBUG [StoreOpener-2cf260367c184d9ddabfbd51131ff53b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:46,527 INFO [StoreOpener-2cf260367c184d9ddabfbd51131ff53b-1 {}] regionserver.HStore(327): Store=2cf260367c184d9ddabfbd51131ff53b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:46,527 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2cf260367c184d9ddabfbd51131ff53b 2024-12-04T19:22:46,527 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b 2024-12-04T19:22:46,528 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b 2024-12-04T19:22:46,528 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2cf260367c184d9ddabfbd51131ff53b 2024-12-04T19:22:46,528 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2cf260367c184d9ddabfbd51131ff53b 2024-12-04T19:22:46,528 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:22:46,529 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2cf260367c184d9ddabfbd51131ff53b 2024-12-04T19:22:46,530 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:46,530 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2cf260367c184d9ddabfbd51131ff53b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71538077, jitterRate=0.06600041687488556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:22:46,531 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cf260367c184d9ddabfbd51131ff53b 2024-12-04T19:22:46,531 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2cf260367c184d9ddabfbd51131ff53b: Running coprocessor pre-open hook at 1733340166523Writing region info on filesystem at 1733340166523Initializing all the Stores at 1733340166523Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340166523Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340166524 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340166524Cleaning up temporary data from old regions at 1733340166528 (+4 ms)Running coprocessor post-open hooks at 1733340166531 (+3 ms)Region opened successfully at 1733340166531 2024-12-04T19:22:46,531 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b., pid=6, masterSystemTime=1733340166519 2024-12-04T19:22:46,533 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b. 2024-12-04T19:22:46,533 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b. 2024-12-04T19:22:46,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2cf260367c184d9ddabfbd51131ff53b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,43403,1733340151883 2024-12-04T19:22:46,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cf260367c184d9ddabfbd51131ff53b, server=9ba2734cd39f,43403,1733340151883 because future has completed 2024-12-04T19:22:46,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:22:46,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cf260367c184d9ddabfbd51131ff53b, server=9ba2734cd39f,43403,1733340151883 in 168 msec 2024-12-04T19:22:46,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:22:46,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2cf260367c184d9ddabfbd51131ff53b, ASSIGN in 323 msec 2024-12-04T19:22:46,538 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:22:46,538 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340166538"}]},"ts":"1733340166538"} 2024-12-04T19:22:46,540 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:22:46,540 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:22:46,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 745 msec 2024-12-04T19:22:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:46,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:46,934 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:22:46,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,40989,1733340157123 2024-12-04T19:22:46,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b029aa2 2024-12-04T19:22:46,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:46,935 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:46,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:22:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:22:46,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:22:46,937 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:46,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:22:46,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:22:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:46,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:22:46,943 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b47d24a538fef810199ba75eda2b1bc8, NAME => 'test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5 2024-12-04T19:22:46,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:22:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:47,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:47,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b47d24a538fef810199ba75eda2b1bc8, disabling compactions & flushes 2024-12-04T19:22:47,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8. 2024-12-04T19:22:47,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8. 2024-12-04T19:22:47,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8. after waiting 0 ms 2024-12-04T19:22:47,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8. 2024-12-04T19:22:47,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8. 2024-12-04T19:22:47,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b47d24a538fef810199ba75eda2b1bc8: Waiting for close lock at 1733340167347Disabling compacts and flushes for region at 1733340167347Disabling writes for close at 1733340167347Writing region close event to WAL at 1733340167347Closed at 1733340167347 2024-12-04T19:22:47,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:22:47,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733340167348"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340167348"}]},"ts":"1733340167348"} 2024-12-04T19:22:47,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:22:47,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:22:47,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340167350"}]},"ts":"1733340167350"} 2024-12-04T19:22:47,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:22:47,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b47d24a538fef810199ba75eda2b1bc8, ASSIGN}] 2024-12-04T19:22:47,351 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b47d24a538fef810199ba75eda2b1bc8, ASSIGN 2024-12-04T19:22:47,352 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b47d24a538fef810199ba75eda2b1bc8, ASSIGN; state=OFFLINE, location=9ba2734cd39f,44227,1733340157235; forceNewPlan=false, retain=false 2024-12-04T19:22:47,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b47d24a538fef810199ba75eda2b1bc8, regionState=OPENING, regionLocation=9ba2734cd39f,44227,1733340157235 2024-12-04T19:22:47,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b47d24a538fef810199ba75eda2b1bc8, ASSIGN because future has completed 2024-12-04T19:22:47,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b47d24a538fef810199ba75eda2b1bc8, server=9ba2734cd39f,44227,1733340157235}] 2024-12-04T19:22:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:47,671 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8. 2024-12-04T19:22:47,671 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b47d24a538fef810199ba75eda2b1bc8, NAME => 'test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:47,671 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:22:47,671 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:22:47,671 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:22:47,671 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:47,671 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:22:47,671 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:22:47,675 INFO [StoreOpener-b47d24a538fef810199ba75eda2b1bc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:22:47,676 INFO [StoreOpener-b47d24a538fef810199ba75eda2b1bc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b47d24a538fef810199ba75eda2b1bc8 columnFamilyName f 2024-12-04T19:22:47,676 DEBUG [StoreOpener-b47d24a538fef810199ba75eda2b1bc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:47,676 INFO [StoreOpener-b47d24a538fef810199ba75eda2b1bc8-1 {}] regionserver.HStore(327): Store=b47d24a538fef810199ba75eda2b1bc8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:47,676 INFO [StoreOpener-b47d24a538fef810199ba75eda2b1bc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:22:47,677 INFO [StoreOpener-b47d24a538fef810199ba75eda2b1bc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b47d24a538fef810199ba75eda2b1bc8 columnFamilyName f1 2024-12-04T19:22:47,677 DEBUG [StoreOpener-b47d24a538fef810199ba75eda2b1bc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:47,677 INFO [StoreOpener-b47d24a538fef810199ba75eda2b1bc8-1 {}] regionserver.HStore(327): Store=b47d24a538fef810199ba75eda2b1bc8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:47,677 INFO [StoreOpener-b47d24a538fef810199ba75eda2b1bc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:22:47,678 INFO [StoreOpener-b47d24a538fef810199ba75eda2b1bc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b47d24a538fef810199ba75eda2b1bc8 columnFamilyName norep 2024-12-04T19:22:47,678 DEBUG [StoreOpener-b47d24a538fef810199ba75eda2b1bc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:47,678 INFO [StoreOpener-b47d24a538fef810199ba75eda2b1bc8-1 {}] regionserver.HStore(327): Store=b47d24a538fef810199ba75eda2b1bc8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:47,678 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:22:47,679 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:22:47,679 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:22:47,679 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:22:47,679 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:22:47,680 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:22:47,681 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:22:47,682 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:47,682 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b47d24a538fef810199ba75eda2b1bc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59821242, jitterRate=-0.10859403014183044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:22:47,682 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:22:47,683 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b47d24a538fef810199ba75eda2b1bc8: Running coprocessor pre-open hook at 1733340167671Writing region info on filesystem at 1733340167671Initializing all the Stores at 1733340167672 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340167672Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340167675 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340167675Cleaning up temporary data from old regions at 1733340167679 (+4 ms)Running coprocessor post-open hooks at 1733340167682 (+3 ms)Region opened successfully at 1733340167682 2024-12-04T19:22:47,683 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8., pid=6, masterSystemTime=1733340167668 2024-12-04T19:22:47,685 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8. 2024-12-04T19:22:47,685 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8. 2024-12-04T19:22:47,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b47d24a538fef810199ba75eda2b1bc8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,44227,1733340157235 2024-12-04T19:22:47,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b47d24a538fef810199ba75eda2b1bc8, server=9ba2734cd39f,44227,1733340157235 because future has completed 2024-12-04T19:22:47,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:22:47,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b47d24a538fef810199ba75eda2b1bc8, server=9ba2734cd39f,44227,1733340157235 in 171 msec 2024-12-04T19:22:47,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:22:47,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b47d24a538fef810199ba75eda2b1bc8, ASSIGN in 337 msec 2024-12-04T19:22:47,691 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:22:47,691 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340167691"}]},"ts":"1733340167691"} 2024-12-04T19:22:47,692 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:22:47,693 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:22:47,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-12-04T19:22:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:48,073 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:22:48,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:48,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,34245,1733340162703 2024-12-04T19:22:48,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fc7f80 2024-12-04T19:22:48,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:48,075 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:48,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:22:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T19:22:48,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:22:48,078 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:48,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T19:22:48,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:22:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:48,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741835_1011 (size=902) 2024-12-04T19:22:48,083 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6a14a5f8c9ffc6247dadae1ab91af32a, NAME => 'test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8 2024-12-04T19:22:48,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741836_1012 (size=39) 2024-12-04T19:22:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:48,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:48,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6a14a5f8c9ffc6247dadae1ab91af32a, disabling compactions & flushes 2024-12-04T19:22:48,488 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a. 2024-12-04T19:22:48,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a. 2024-12-04T19:22:48,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a. after waiting 0 ms 2024-12-04T19:22:48,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a. 2024-12-04T19:22:48,488 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a. 2024-12-04T19:22:48,488 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6a14a5f8c9ffc6247dadae1ab91af32a: Waiting for close lock at 1733340168488Disabling compacts and flushes for region at 1733340168488Disabling writes for close at 1733340168488Writing region close event to WAL at 1733340168488Closed at 1733340168488 2024-12-04T19:22:48,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:22:48,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733340168489"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340168489"}]},"ts":"1733340168489"} 2024-12-04T19:22:48,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:22:48,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:22:48,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340168491"}]},"ts":"1733340168491"} 2024-12-04T19:22:48,492 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T19:22:48,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a14a5f8c9ffc6247dadae1ab91af32a, ASSIGN}] 2024-12-04T19:22:48,493 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6a14a5f8c9ffc6247dadae1ab91af32a, ASSIGN 2024-12-04T19:22:48,493 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6a14a5f8c9ffc6247dadae1ab91af32a, ASSIGN; state=OFFLINE, location=9ba2734cd39f,34655,1733340162840; forceNewPlan=false, retain=false 2024-12-04T19:22:48,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a14a5f8c9ffc6247dadae1ab91af32a, regionState=OPENING, regionLocation=9ba2734cd39f,34655,1733340162840 2024-12-04T19:22:48,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6a14a5f8c9ffc6247dadae1ab91af32a, ASSIGN because future has completed 2024-12-04T19:22:48,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a14a5f8c9ffc6247dadae1ab91af32a, server=9ba2734cd39f,34655,1733340162840}] 2024-12-04T19:22:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:48,800 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a. 2024-12-04T19:22:48,800 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a14a5f8c9ffc6247dadae1ab91af32a, NAME => 'test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:48,800 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:22:48,800 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T19:22:48,801 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:48,801 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:48,801 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:48,801 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:48,801 INFO [StoreOpener-6a14a5f8c9ffc6247dadae1ab91af32a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:48,802 INFO [StoreOpener-6a14a5f8c9ffc6247dadae1ab91af32a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a14a5f8c9ffc6247dadae1ab91af32a columnFamilyName f 2024-12-04T19:22:48,802 DEBUG [StoreOpener-6a14a5f8c9ffc6247dadae1ab91af32a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:48,803 INFO [StoreOpener-6a14a5f8c9ffc6247dadae1ab91af32a-1 {}] regionserver.HStore(327): Store=6a14a5f8c9ffc6247dadae1ab91af32a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:48,803 INFO [StoreOpener-6a14a5f8c9ffc6247dadae1ab91af32a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:48,803 INFO [StoreOpener-6a14a5f8c9ffc6247dadae1ab91af32a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a14a5f8c9ffc6247dadae1ab91af32a columnFamilyName f1 2024-12-04T19:22:48,803 DEBUG [StoreOpener-6a14a5f8c9ffc6247dadae1ab91af32a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:48,804 INFO [StoreOpener-6a14a5f8c9ffc6247dadae1ab91af32a-1 {}] regionserver.HStore(327): Store=6a14a5f8c9ffc6247dadae1ab91af32a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:48,804 INFO [StoreOpener-6a14a5f8c9ffc6247dadae1ab91af32a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:48,804 INFO [StoreOpener-6a14a5f8c9ffc6247dadae1ab91af32a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a14a5f8c9ffc6247dadae1ab91af32a columnFamilyName norep 2024-12-04T19:22:48,804 DEBUG [StoreOpener-6a14a5f8c9ffc6247dadae1ab91af32a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:48,804 INFO [StoreOpener-6a14a5f8c9ffc6247dadae1ab91af32a-1 {}] regionserver.HStore(327): Store=6a14a5f8c9ffc6247dadae1ab91af32a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:48,804 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:48,805 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/default/test/6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:48,805 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/default/test/6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:48,806 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:48,806 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:48,806 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:22:48,807 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:48,808 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/default/test/6a14a5f8c9ffc6247dadae1ab91af32a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:48,808 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6a14a5f8c9ffc6247dadae1ab91af32a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64500788, jitterRate=-0.03886336088180542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:22:48,808 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:48,808 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6a14a5f8c9ffc6247dadae1ab91af32a: Running coprocessor pre-open hook at 1733340168801Writing region info on filesystem at 1733340168801Initializing all the Stores at 1733340168801Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340168801Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340168801Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340168801Cleaning up temporary data from old regions at 1733340168806 (+5 ms)Running coprocessor post-open hooks at 1733340168808 (+2 ms)Region opened successfully at 1733340168808 2024-12-04T19:22:48,809 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a., pid=6, masterSystemTime=1733340168797 2024-12-04T19:22:48,810 DEBUG [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a. 2024-12-04T19:22:48,810 INFO [RS_OPEN_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a. 2024-12-04T19:22:48,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6a14a5f8c9ffc6247dadae1ab91af32a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9ba2734cd39f,34655,1733340162840 2024-12-04T19:22:48,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a14a5f8c9ffc6247dadae1ab91af32a, server=9ba2734cd39f,34655,1733340162840 because future has completed 2024-12-04T19:22:48,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T19:22:48,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a14a5f8c9ffc6247dadae1ab91af32a, server=9ba2734cd39f,34655,1733340162840 in 166 msec 2024-12-04T19:22:48,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T19:22:48,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6a14a5f8c9ffc6247dadae1ab91af32a, ASSIGN in 322 msec 2024-12-04T19:22:48,816 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:22:48,816 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340168816"}]},"ts":"1733340168816"} 2024-12-04T19:22:48,817 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T19:22:48,818 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:22:48,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 742 msec 2024-12-04T19:22:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T19:22:49,214 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T19:22:49,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481c25b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:49,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33021,-1 for getting cluster id 2024-12-04T19:22:49,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:49,215 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '288c7599-25d1-4750-b271-be71ec1d8b47' 2024-12-04T19:22:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "288c7599-25d1-4750-b271-be71ec1d8b47" 2024-12-04T19:22:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8a661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33021,-1] 2024-12-04T19:22:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:49,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:49,216 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:49,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2a29b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:49,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,33021,1733340151695 2024-12-04T19:22:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@288f5a7b 2024-12-04T19:22:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:49,218 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:49,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9ba2734cd39f:40989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:22:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:22:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:49,221 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:40989' 2024-12-04T19:22:49,221 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9de179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:49,221 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,40989,-1 for getting cluster id 2024-12-04T19:22:49,221 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:49,222 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c5861ee-3c94-42be-ad10-51066df0d42a' 2024-12-04T19:22:49,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:49,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c5861ee-3c94-42be-ad10-51066df0d42a" 2024-12-04T19:22:49,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7840850b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:49,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,40989,-1] 2024-12-04T19:22:49,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:49,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:49,223 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:49,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c668549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:49,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:49,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,40989,1733340157123 2024-12-04T19:22:49,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@278687b1 2024-12-04T19:22:49,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:49,224 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:49,225 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T19:22:49,225 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:22:49,225 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:49,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:49,225 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:49,225 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T19:22:49,226 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T19:22:49,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T19:22:49,227 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:49,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T19:22:49,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741837_1013 (size=1138) 2024-12-04T19:22:49,276 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T19:22:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:49,632 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cea95ee03f3214cfe3a8113b9a7f02f7, NAME => 'hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7 2024-12-04T19:22:49,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741838_1014 (size=44) 2024-12-04T19:22:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:50,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:50,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cea95ee03f3214cfe3a8113b9a7f02f7, disabling compactions & flushes 2024-12-04T19:22:50,037 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. 2024-12-04T19:22:50,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. 2024-12-04T19:22:50,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. after waiting 0 ms 2024-12-04T19:22:50,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. 2024-12-04T19:22:50,037 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. 2024-12-04T19:22:50,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cea95ee03f3214cfe3a8113b9a7f02f7: Waiting for close lock at 1733340170037Disabling compacts and flushes for region at 1733340170037Disabling writes for close at 1733340170037Writing region close event to WAL at 1733340170037Closed at 1733340170037 2024-12-04T19:22:50,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T19:22:50,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733340170102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733340170102"}]},"ts":"1733340170102"} 2024-12-04T19:22:50,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T19:22:50,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T19:22:50,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340170104"}]},"ts":"1733340170104"} 2024-12-04T19:22:50,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T19:22:50,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cea95ee03f3214cfe3a8113b9a7f02f7, ASSIGN}] 2024-12-04T19:22:50,107 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cea95ee03f3214cfe3a8113b9a7f02f7, ASSIGN 2024-12-04T19:22:50,107 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cea95ee03f3214cfe3a8113b9a7f02f7, ASSIGN; state=OFFLINE, location=9ba2734cd39f,43403,1733340151883; forceNewPlan=false, retain=false 2024-12-04T19:22:50,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cea95ee03f3214cfe3a8113b9a7f02f7, regionState=OPENING, regionLocation=9ba2734cd39f,43403,1733340151883 2024-12-04T19:22:50,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cea95ee03f3214cfe3a8113b9a7f02f7, ASSIGN because future has completed 2024-12-04T19:22:50,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cea95ee03f3214cfe3a8113b9a7f02f7, server=9ba2734cd39f,43403,1733340151883}] 2024-12-04T19:22:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:50,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. 2024-12-04T19:22:50,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T19:22:50,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T19:22:50,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9ba2734cd39f%2C43403%2C1733340151883.rep, suffix=, logDir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883, archiveDir=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/oldWALs, maxLogs=10 2024-12-04T19:22:50,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.rep.1733340170416, exclude list is [], retry=0 2024-12-04T19:22:50,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36309,DS-132af4b5-4ffb-48a0-ad9c-9ac17ad007b7,DISK] 2024-12-04T19:22:50,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.rep.1733340170416 2024-12-04T19:22:50,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43013:43013)] 2024-12-04T19:22:50,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cea95ee03f3214cfe3a8113b9a7f02f7, NAME => 'hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7.', STARTKEY => '', ENDKEY => ''} 2024-12-04T19:22:50,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T19:22:50,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T19:22:50,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. service=MultiRowMutationService 2024-12-04T19:22:50,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T19:22:50,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:22:50,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T19:22:50,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:22:50,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:22:50,432 INFO [StoreOpener-cea95ee03f3214cfe3a8113b9a7f02f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:22:50,433 INFO [StoreOpener-cea95ee03f3214cfe3a8113b9a7f02f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea95ee03f3214cfe3a8113b9a7f02f7 columnFamilyName hfileref 2024-12-04T19:22:50,433 DEBUG [StoreOpener-cea95ee03f3214cfe3a8113b9a7f02f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:50,433 INFO [StoreOpener-cea95ee03f3214cfe3a8113b9a7f02f7-1 {}] regionserver.HStore(327): Store=cea95ee03f3214cfe3a8113b9a7f02f7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:50,433 INFO [StoreOpener-cea95ee03f3214cfe3a8113b9a7f02f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:22:50,434 INFO [StoreOpener-cea95ee03f3214cfe3a8113b9a7f02f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea95ee03f3214cfe3a8113b9a7f02f7 columnFamilyName queue 2024-12-04T19:22:50,434 DEBUG [StoreOpener-cea95ee03f3214cfe3a8113b9a7f02f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:50,434 INFO [StoreOpener-cea95ee03f3214cfe3a8113b9a7f02f7-1 {}] regionserver.HStore(327): Store=cea95ee03f3214cfe3a8113b9a7f02f7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:50,434 INFO [StoreOpener-cea95ee03f3214cfe3a8113b9a7f02f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:22:50,435 INFO [StoreOpener-cea95ee03f3214cfe3a8113b9a7f02f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cea95ee03f3214cfe3a8113b9a7f02f7 columnFamilyName sid 2024-12-04T19:22:50,435 DEBUG [StoreOpener-cea95ee03f3214cfe3a8113b9a7f02f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T19:22:50,435 INFO [StoreOpener-cea95ee03f3214cfe3a8113b9a7f02f7-1 {}] regionserver.HStore(327): Store=cea95ee03f3214cfe3a8113b9a7f02f7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T19:22:50,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:22:50,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/replication/cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:22:50,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/replication/cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:22:50,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:22:50,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:22:50,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T19:22:50,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:22:50,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/replication/cea95ee03f3214cfe3a8113b9a7f02f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T19:22:50,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cea95ee03f3214cfe3a8113b9a7f02f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59729015, jitterRate=-0.10996831953525543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T19:22:50,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:22:50,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cea95ee03f3214cfe3a8113b9a7f02f7: Running coprocessor pre-open hook at 1733340170431Writing region info on filesystem at 1733340170431Initializing all the Stores at 1733340170431Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340170432 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340170432Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733340170432Cleaning up temporary data from old regions at 1733340170436 (+4 ms)Running coprocessor post-open hooks at 1733340170439 (+3 ms)Region opened successfully at 1733340170439 2024-12-04T19:22:50,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7., pid=10, masterSystemTime=1733340170411 2024-12-04T19:22:50,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. 2024-12-04T19:22:50,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. 2024-12-04T19:22:50,442 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cea95ee03f3214cfe3a8113b9a7f02f7, regionState=OPEN, openSeqNum=2, regionLocation=9ba2734cd39f,43403,1733340151883 2024-12-04T19:22:50,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cea95ee03f3214cfe3a8113b9a7f02f7, server=9ba2734cd39f,43403,1733340151883 because future has completed 2024-12-04T19:22:50,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T19:22:50,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cea95ee03f3214cfe3a8113b9a7f02f7, server=9ba2734cd39f,43403,1733340151883 in 184 msec 2024-12-04T19:22:50,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T19:22:50,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cea95ee03f3214cfe3a8113b9a7f02f7, ASSIGN in 339 msec 2024-12-04T19:22:50,447 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T19:22:50,447 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733340170447"}]},"ts":"1733340170447"} 2024-12-04T19:22:50,448 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T19:22:50,449 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T19:22:50,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2240 sec 2024-12-04T19:22:50,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7., hostname=9ba2734cd39f,43403,1733340151883, seqNum=2] 2024-12-04T19:22:50,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:22:50,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:22:50,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:22:50,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T19:22:50,723 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T19:22:50,745 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9ba2734cd39f,43403,1733340151883, ReplicationSource: 1, currentBandwidth=0 2024-12-04T19:22:50,746 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:50,746 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43403,1733340151883, seqNum=-1] 2024-12-04T19:22:50,746 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:50,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-04T19:22:50,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9ba2734cd39f,43403,1733340151883', locateType=CURRENT is [region=hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7., hostname=9ba2734cd39f,43403,1733340151883, seqNum=2] 2024-12-04T19:22:50,750 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T19:22:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T19:22:50,752 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9ba2734cd39f,43403,1733340151883 suceeded 2024-12-04T19:22:50,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T19:22:50,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-04T19:22:50,753 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9ba2734cd39f:40989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:22:50,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5340 sec 2024-12-04T19:22:50,762 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:40989' 2024-12-04T19:22:50,763 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@535b995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:50,763 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,40989,-1 for getting cluster id 2024-12-04T19:22:50,763 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:50,764 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c5861ee-3c94-42be-ad10-51066df0d42a' 2024-12-04T19:22:50,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:50,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c5861ee-3c94-42be-ad10-51066df0d42a" 2024-12-04T19:22:50,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e9abb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:50,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,40989,-1] 2024-12-04T19:22:50,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:50,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:50,765 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:50,765 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b6a2ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:50,765 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:50,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,40989,1733340157123 2024-12-04T19:22:50,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@302d30b5 2024-12-04T19:22:50,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:50,767 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T19:22:50,767 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9ba2734cd39f,43403,1733340151883 (queues=1) is replicating from cluster=288c7599-25d1-4750-b271-be71ec1d8b47 to cluster=3c5861ee-3c94-42be-ad10-51066df0d42a 2024-12-04T19:22:50,767 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9ba2734cd39f%2C43403%2C1733340151883 2024-12-04T19:22:50,767 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9ba2734cd39f,43403,1733340151883, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:22:50,768 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.shipper9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C43403%2C1733340151883 2024-12-04T19:22:50,768 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175, startPosition=0, beingWritten=true 2024-12-04T19:22:50,771 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T19:22:50,771 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 to pos 379, reset compression=false 2024-12-04T19:22:50,771 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.shipper9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,43403,1733340151883 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T19:22:50,974 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 to pos 379, reset compression=false 2024-12-04T19:22:51,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:22:51,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:22:51,277 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 to pos 379, reset compression=false 2024-12-04T19:22:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T19:22:51,364 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T19:22:51,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:51,364 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:51,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:51,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:51,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:51,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43735b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:51,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33021,-1 for getting cluster id 2024-12-04T19:22:51,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:51,366 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '288c7599-25d1-4750-b271-be71ec1d8b47' 2024-12-04T19:22:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "288c7599-25d1-4750-b271-be71ec1d8b47" 2024-12-04T19:22:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f2d966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33021,-1] 2024-12-04T19:22:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:51,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:51,367 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e74a4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:51,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451880ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:51,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,40989,-1 for getting cluster id 2024-12-04T19:22:51,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:51,368 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c5861ee-3c94-42be-ad10-51066df0d42a' 2024-12-04T19:22:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:51,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c5861ee-3c94-42be-ad10-51066df0d42a" 2024-12-04T19:22:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9592d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,40989,-1] 2024-12-04T19:22:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:51,369 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:51,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65aebb95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:51,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142ea8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:51,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,34245,-1 for getting cluster id 2024-12-04T19:22:51,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:51,375 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32268bf7-15fe-4f29-97a8-a8fade849fc9' 2024-12-04T19:22:51,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:51,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32268bf7-15fe-4f29-97a8-a8fade849fc9" 2024-12-04T19:22:51,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52817d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:51,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,34245,-1] 2024-12-04T19:22:51,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:51,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:51,377 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:51,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476b503b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:51,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:51,380 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733340171380/Put/seqid=0 2024-12-04T19:22:51,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741840_1016 (size=7894) 2024-12-04T19:22:51,680 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 to pos 379, reset compression=false 2024-12-04T19:22:51,785 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733340171785/Put/seqid=0 2024-12-04T19:22:51,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741841_1017 (size=7691) 2024-12-04T19:22:52,047 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T19:22:52,182 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 to pos 379, reset compression=false 2024-12-04T19:22:52,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25eac7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:52,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33021,-1 for getting cluster id 2024-12-04T19:22:52,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:52,190 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '288c7599-25d1-4750-b271-be71ec1d8b47' 2024-12-04T19:22:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "288c7599-25d1-4750-b271-be71ec1d8b47" 2024-12-04T19:22:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6736e718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33021,-1] 2024-12-04T19:22:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:52,191 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:52,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5635f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:52,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43403,1733340151883, seqNum=-1] 2024-12-04T19:22:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:52,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:52,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:52,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,33021,1733340151695 2024-12-04T19:22:52,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c923026 2024-12-04T19:22:52,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:52,199 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:52,201 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b., hostname=9ba2734cd39f,43403,1733340151883, seqNum=2] 2024-12-04T19:22:52,203 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T19:22:52,207 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-04T19:22:52,209 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-04T19:22:52,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 2cf260367c184d9ddabfbd51131ff53b/f 2024-12-04T19:22:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T19:22:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:22:52,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 2cf260367c184d9ddabfbd51131ff53b/f 2024-12-04T19:22:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T19:22:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:22:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HRegion(2603): Flush status journal for 2cf260367c184d9ddabfbd51131ff53b: 2024-12-04T19:22:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__or1375ov5mrm81ufdv9lf5o9phskcrbopurei4df1dovg435dt6aajrm2rgbtto1/f/hfile_1 2024-12-04T19:22:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__or1375ov5mrm81ufdv9lf5o9phskcrbopurei4df1dovg435dt6aajrm2rgbtto1/f/hfile_1 as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/bbf915b2a05e4b6dac707649319f884b_SeqId_4_ 2024-12-04T19:22:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__or1375ov5mrm81ufdv9lf5o9phskcrbopurei4df1dovg435dt6aajrm2rgbtto1/f/hfile_0 2024-12-04T19:22:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__or1375ov5mrm81ufdv9lf5o9phskcrbopurei4df1dovg435dt6aajrm2rgbtto1/f/hfile_0 as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/06f2e7d39b8946a181235e56ed2b5b24_SeqId_4_ 2024-12-04T19:22:52,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__or1375ov5mrm81ufdv9lf5o9phskcrbopurei4df1dovg435dt6aajrm2rgbtto1/f/hfile_1 into 2cf260367c184d9ddabfbd51131ff53b/f as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/bbf915b2a05e4b6dac707649319f884b_SeqId_4_ - updating store file list. 2024-12-04T19:22:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bbf915b2a05e4b6dac707649319f884b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T19:22:52,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/bbf915b2a05e4b6dac707649319f884b_SeqId_4_ into 2cf260367c184d9ddabfbd51131ff53b/f 2024-12-04T19:22:52,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__or1375ov5mrm81ufdv9lf5o9phskcrbopurei4df1dovg435dt6aajrm2rgbtto1/f/hfile_1 into 2cf260367c184d9ddabfbd51131ff53b/f (new location: hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/bbf915b2a05e4b6dac707649319f884b_SeqId_4_) 2024-12-04T19:22:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__or1375ov5mrm81ufdv9lf5o9phskcrbopurei4df1dovg435dt6aajrm2rgbtto1/f/hfile_1 2024-12-04T19:22:52,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__or1375ov5mrm81ufdv9lf5o9phskcrbopurei4df1dovg435dt6aajrm2rgbtto1/f/hfile_0 into 2cf260367c184d9ddabfbd51131ff53b/f as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/06f2e7d39b8946a181235e56ed2b5b24_SeqId_4_ - updating store file list. 2024-12-04T19:22:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06f2e7d39b8946a181235e56ed2b5b24_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T19:22:52,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/06f2e7d39b8946a181235e56ed2b5b24_SeqId_4_ into 2cf260367c184d9ddabfbd51131ff53b/f 2024-12-04T19:22:52,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__or1375ov5mrm81ufdv9lf5o9phskcrbopurei4df1dovg435dt6aajrm2rgbtto1/f/hfile_0 into 2cf260367c184d9ddabfbd51131ff53b/f (new location: hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/06f2e7d39b8946a181235e56ed2b5b24_SeqId_4_) 2024-12-04T19:22:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__or1375ov5mrm81ufdv9lf5o9phskcrbopurei4df1dovg435dt6aajrm2rgbtto1/f/hfile_0 2024-12-04T19:22:52,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:52,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:52,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:52,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:52,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:52,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b., hostname=9ba2734cd39f,43403,1733340151883, seqNum=2 , the old value is region=test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b., hostname=9ba2734cd39f,43403,1733340151883, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9ba2734cd39f:43403 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T19:22:52,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b., hostname=9ba2734cd39f,43403,1733340151883, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T19:22:52,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b., hostname=9ba2734cd39f,43403,1733340151883, seqNum=2 from cache 2024-12-04T19:22:52,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:52,232 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T19:22:52,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44227,1733340157235, seqNum=-1] 2024-12-04T19:22:52,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:52,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:52,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8., hostname=9ba2734cd39f,44227,1733340157235, seqNum=2] 2024-12-04T19:22:52,235 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T19:22:52,334 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:43403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-04T19:22:52,785 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 to pos 379, reset compression=false 2024-12-04T19:22:52,789 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:22:52,789 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.shipper9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,43403,1733340151883 got entry batch from reader: WALEntryBatch [walEntries=[{test/2cf260367c184d9ddabfbd51131ff53b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733340172230/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T19:22:52,790 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.shipper9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:22:52,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T19:22:52,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.ReplicationSink(318): Replicating [288c7599-25d1-4750-b271-be71ec1d8b47] bulk loaded data 2024-12-04T19:22:52,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54f6c724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:52,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,40989,-1 for getting cluster id 2024-12-04T19:22:52,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:52,792 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c5861ee-3c94-42be-ad10-51066df0d42a' 2024-12-04T19:22:52,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:52,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c5861ee-3c94-42be-ad10-51066df0d42a" 2024-12-04T19:22:52,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ee9c582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:52,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,40989,-1] 2024-12-04T19:22:52,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:52,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:52,793 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:52,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56f41a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:52,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741837_1013 (size=7691) 2024-12-04T19:22:52,989 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 to pos 687, reset compression=false 2024-12-04T19:22:53,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741838_1014 (size=7894) 2024-12-04T19:22:53,237 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T19:22:53,291 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 to pos 687, reset compression=false 2024-12-04T19:22:53,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:53,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,40989,1733340157123 2024-12-04T19:22:53,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36631dc6 2024-12-04T19:22:53,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:53,608 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-04T19:22:53,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T19:22:53,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:53,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,44227,1733340157235, seqNum=-1] 2024-12-04T19:22:53,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:53,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-04T19:22:53,616 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__ucbdk9bdvu665p91au963kfkvfabljbft4qe77l2kgv5df2sdpqmff0at88v0n8p/f/06f2e7d39b8946a181235e56ed2b5b24_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-04T19:22:53,617 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__ucbdk9bdvu665p91au963kfkvfabljbft4qe77l2kgv5df2sdpqmff0at88v0n8p/f/bbf915b2a05e4b6dac707649319f884b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-04T19:22:53,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__ucbdk9bdvu665p91au963kfkvfabljbft4qe77l2kgv5df2sdpqmff0at88v0n8p/f/06f2e7d39b8946a181235e56ed2b5b24_SeqId_4_ for inclusion in b47d24a538fef810199ba75eda2b1bc8/f 2024-12-04T19:22:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T19:22:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:22:53,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__ucbdk9bdvu665p91au963kfkvfabljbft4qe77l2kgv5df2sdpqmff0at88v0n8p/f/bbf915b2a05e4b6dac707649319f884b_SeqId_4_ for inclusion in b47d24a538fef810199ba75eda2b1bc8/f 2024-12-04T19:22:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T19:22:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:22:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HRegion(2603): Flush status journal for b47d24a538fef810199ba75eda2b1bc8: 2024-12-04T19:22:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 06f2e7d39b8946a181235e56ed2b5b24_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T19:22:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__ucbdk9bdvu665p91au963kfkvfabljbft4qe77l2kgv5df2sdpqmff0at88v0n8p/f/06f2e7d39b8946a181235e56ed2b5b24_SeqId_4_ as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/3e623b5abc784b9683c2605c4905a761_SeqId_4_ 2024-12-04T19:22:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bbf915b2a05e4b6dac707649319f884b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T19:22:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__ucbdk9bdvu665p91au963kfkvfabljbft4qe77l2kgv5df2sdpqmff0at88v0n8p/f/bbf915b2a05e4b6dac707649319f884b_SeqId_4_ as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/df99991ae3ba4e818a3bfb5c5a064f1f_SeqId_4_ 2024-12-04T19:22:53,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__ucbdk9bdvu665p91au963kfkvfabljbft4qe77l2kgv5df2sdpqmff0at88v0n8p/f/06f2e7d39b8946a181235e56ed2b5b24_SeqId_4_ into b47d24a538fef810199ba75eda2b1bc8/f as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/3e623b5abc784b9683c2605c4905a761_SeqId_4_ - updating store file list. 2024-12-04T19:22:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e623b5abc784b9683c2605c4905a761_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T19:22:53,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/3e623b5abc784b9683c2605c4905a761_SeqId_4_ into b47d24a538fef810199ba75eda2b1bc8/f 2024-12-04T19:22:53,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__ucbdk9bdvu665p91au963kfkvfabljbft4qe77l2kgv5df2sdpqmff0at88v0n8p/f/06f2e7d39b8946a181235e56ed2b5b24_SeqId_4_ into b47d24a538fef810199ba75eda2b1bc8/f (new location: hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/3e623b5abc784b9683c2605c4905a761_SeqId_4_) 2024-12-04T19:22:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__ucbdk9bdvu665p91au963kfkvfabljbft4qe77l2kgv5df2sdpqmff0at88v0n8p/f/06f2e7d39b8946a181235e56ed2b5b24_SeqId_4_ 2024-12-04T19:22:53,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__ucbdk9bdvu665p91au963kfkvfabljbft4qe77l2kgv5df2sdpqmff0at88v0n8p/f/bbf915b2a05e4b6dac707649319f884b_SeqId_4_ into b47d24a538fef810199ba75eda2b1bc8/f as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/df99991ae3ba4e818a3bfb5c5a064f1f_SeqId_4_ - updating store file list. 2024-12-04T19:22:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for df99991ae3ba4e818a3bfb5c5a064f1f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T19:22:53,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/df99991ae3ba4e818a3bfb5c5a064f1f_SeqId_4_ into b47d24a538fef810199ba75eda2b1bc8/f 2024-12-04T19:22:53,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__ucbdk9bdvu665p91au963kfkvfabljbft4qe77l2kgv5df2sdpqmff0at88v0n8p/f/bbf915b2a05e4b6dac707649319f884b_SeqId_4_ into b47d24a538fef810199ba75eda2b1bc8/f (new location: hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/df99991ae3ba4e818a3bfb5c5a064f1f_SeqId_4_) 2024-12-04T19:22:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__ucbdk9bdvu665p91au963kfkvfabljbft4qe77l2kgv5df2sdpqmff0at88v0n8p/f/bbf915b2a05e4b6dac707649319f884b_SeqId_4_ 2024-12-04T19:22:53,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.ReplicationSink(324): Finished replicating [288c7599-25d1-4750-b271-be71ec1d8b47] bulk loaded data 2024-12-04T19:22:53,695 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 to pos 687, reset compression=false 2024-12-04T19:22:54,028 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T19:22:54,198 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 to pos 687, reset compression=false 2024-12-04T19:22:54,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34655,1733340162840, seqNum=-1] 2024-12-04T19:22:54,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:54,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:54,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a., hostname=9ba2734cd39f,34655,1733340162840, seqNum=2] 2024-12-04T19:22:54,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:22:54,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T19:22:54,252 DEBUG [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9ba2734cd39f%2C43403%2C1733340151883:(num 1733340154175) roll requested 2024-12-04T19:22:54,262 DEBUG [regionserver/9ba2734cd39f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252, exclude list is [], retry=0 2024-12-04T19:22:54,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36309,DS-132af4b5-4ffb-48a0-ad9c-9ac17ad007b7,DISK] 2024-12-04T19:22:54,265 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 2024-12-04T19:22:54,265 DEBUG [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43013:43013)] 2024-12-04T19:22:54,265 DEBUG [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 is not closed yet, will try archiving it next time 2024-12-04T19:22:54,265 DEBUG [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9ba2734cd39f%2C43403%2C1733340151883.meta:.meta(num 1733340155116) roll requested 2024-12-04T19:22:54,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8537373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:54,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33021,-1 for getting cluster id 2024-12-04T19:22:54,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:54,267 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '288c7599-25d1-4750-b271-be71ec1d8b47' 2024-12-04T19:22:54,267 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 not finished, retry = 0 2024-12-04T19:22:54,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741832_1008 (size=695) 2024-12-04T19:22:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "288c7599-25d1-4750-b271-be71ec1d8b47" 2024-12-04T19:22:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465c36f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33021,-1] 2024-12-04T19:22:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:54,268 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:54,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e8d0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:54,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:54,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,33021,1733340151695 2024-12-04T19:22:54,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b7b0316 2024-12-04T19:22:54,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:54,270 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:54,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://9ba2734cd39f:34245,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T19:22:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T19:22:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T19:22:54,272 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:34245' 2024-12-04T19:22:54,273 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c6df23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:54,273 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,34245,-1 for getting cluster id 2024-12-04T19:22:54,273 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:54,274 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32268bf7-15fe-4f29-97a8-a8fade849fc9' 2024-12-04T19:22:54,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:54,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32268bf7-15fe-4f29-97a8-a8fade849fc9" 2024-12-04T19:22:54,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb40d68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:54,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,34245,-1] 2024-12-04T19:22:54,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:54,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:54,275 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:54,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a3f7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:54,275 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:54,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,34245,1733340162703 2024-12-04T19:22:54,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@630b6f7b 2024-12-04T19:22:54,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:54,276 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:54,277 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T19:22:54,277 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T19:22:54,277 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:54,277 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:54,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:54,278 DEBUG [regionserver/9ba2734cd39f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.meta.1733340174266.meta, exclude list is [], retry=0 2024-12-04T19:22:54,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36309,DS-132af4b5-4ffb-48a0-ad9c-9ac17ad007b7,DISK] 2024-12-04T19:22:54,281 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.meta.1733340155116.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.meta.1733340174266.meta 2024-12-04T19:22:54,281 DEBUG [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43013:43013)] 2024-12-04T19:22:54,281 DEBUG [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.meta.1733340155116.meta is not closed yet, will try archiving it next time 2024-12-04T19:22:54,281 DEBUG [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9ba2734cd39f%2C43403%2C1733340151883.rep:(num 1733340170416) roll requested 2024-12-04T19:22:54,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741834_1010 (size=3473) 2024-12-04T19:22:54,282 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.meta.1733340155116.meta not finished, retry = 0 2024-12-04T19:22:54,292 DEBUG [regionserver/9ba2734cd39f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.rep.1733340174281, exclude list is [], retry=0 2024-12-04T19:22:54,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36309,DS-132af4b5-4ffb-48a0-ad9c-9ac17ad007b7,DISK] 2024-12-04T19:22:54,295 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.rep.1733340170416 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.rep.1733340174281 2024-12-04T19:22:54,295 DEBUG [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43013:43013)] 2024-12-04T19:22:54,295 DEBUG [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.rep.1733340170416 is not closed yet, will try archiving it next time 2024-12-04T19:22:54,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741839_1015 (size=1505) 2024-12-04T19:22:54,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T19:22:54,368 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 to hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/oldWALs/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 2024-12-04T19:22:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T19:22:54,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43403 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T19:22:54,512 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T19:22:54,535 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-9ba2734cd39f,43403,1733340151883, ReplicationSource: 2, currentBandwidth=0 2024-12-04T19:22:54,537 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T19:22:54,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T19:22:54,538 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9ba2734cd39f,43403,1733340151883 suceeded 2024-12-04T19:22:54,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T19:22:54,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 178 msec 2024-12-04T19:22:54,540 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9ba2734cd39f:34245,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T19:22:54,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 270 msec 2024-12-04T19:22:54,549 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9ba2734cd39f:34245' 2024-12-04T19:22:54,549 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dfc5c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:54,549 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,34245,-1 for getting cluster id 2024-12-04T19:22:54,550 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:54,550 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32268bf7-15fe-4f29-97a8-a8fade849fc9' 2024-12-04T19:22:54,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:54,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32268bf7-15fe-4f29-97a8-a8fade849fc9" 2024-12-04T19:22:54,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@462d5efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:54,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,34245,-1] 2024-12-04T19:22:54,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:54,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:54,551 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:54,551 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f9bac6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:54,551 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:54,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,34245,1733340162703 2024-12-04T19:22:54,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f34c32d 2024-12-04T19:22:54,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:54,553 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T19:22:54,553 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9ba2734cd39f,43403,1733340151883 (queues=1) is replicating from cluster=288c7599-25d1-4750-b271-be71ec1d8b47 to cluster=32268bf7-15fe-4f29-97a8-a8fade849fc9 2024-12-04T19:22:54,553 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9ba2734cd39f%2C43403%2C1733340151883 2024-12-04T19:22:54,553 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9ba2734cd39f,43403,1733340151883, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T19:22:54,554 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.shipper9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9ba2734cd39f%2C43403%2C1733340151883 2024-12-04T19:22:54,554 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252, startPosition=0, beingWritten=true 2024-12-04T19:22:54,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T19:22:54,584 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T19:22:54,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:54,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:54,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:54,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:54,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:54,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T19:22:54,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733340174587/Put/seqid=0 2024-12-04T19:22:54,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741845_1021 (size=11194) 2024-12-04T19:22:54,597 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733340174596/Put/seqid=0 2024-12-04T19:22:54,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741846_1022 (size=10791) 2024-12-04T19:22:54,757 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 0, reset compression=false 2024-12-04T19:22:54,801 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 to pos 687, reset compression=false 2024-12-04T19:22:54,803 INFO [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 was moved to hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/oldWALs/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 2024-12-04T19:22:54,804 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175 2024-12-04T19:22:54,804 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.shipper9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,43403,1733340151883 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340154175, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T19:22:54,804 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252, startPosition=0, beingWritten=true 2024-12-04T19:22:54,806 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.shipper9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9ba2734cd39f%2C43403%2C1733340151883.1733340154175] 2024-12-04T19:22:55,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47524b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:55,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,33021,-1 for getting cluster id 2024-12-04T19:22:55,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:55,007 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '288c7599-25d1-4750-b271-be71ec1d8b47' 2024-12-04T19:22:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "288c7599-25d1-4750-b271-be71ec1d8b47" 2024-12-04T19:22:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1f4b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,33021,-1] 2024-12-04T19:22:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:55,008 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:55,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9d55ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:55,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,43403,1733340151883, seqNum=-1] 2024-12-04T19:22:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:55,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T19:22:55,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,33021,1733340151695 2024-12-04T19:22:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@587aa811 2024-12-04T19:22:55,016 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:55,016 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T19:22:55,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b., hostname=9ba2734cd39f,43403,1733340151883, seqNum=2] 2024-12-04T19:22:55,020 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T19:22:55,024 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-04T19:22:55,026 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-04T19:22:55,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 2cf260367c184d9ddabfbd51131ff53b/f 2024-12-04T19:22:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T19:22:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:22:55,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 2cf260367c184d9ddabfbd51131ff53b/f 2024-12-04T19:22:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T19:22:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:22:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HRegion(2603): Flush status journal for 2cf260367c184d9ddabfbd51131ff53b: 2024-12-04T19:22:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__l9ffl101m8fme4qt8re07rstfmb0ne097u45b481tudcffhc2v2i6uqb8rh3bmo5/f/hfile_0 2024-12-04T19:22:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__l9ffl101m8fme4qt8re07rstfmb0ne097u45b481tudcffhc2v2i6uqb8rh3bmo5/f/hfile_0 as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ 2024-12-04T19:22:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__l9ffl101m8fme4qt8re07rstfmb0ne097u45b481tudcffhc2v2i6uqb8rh3bmo5/f/hfile_1 2024-12-04T19:22:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__l9ffl101m8fme4qt8re07rstfmb0ne097u45b481tudcffhc2v2i6uqb8rh3bmo5/f/hfile_1 as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ 2024-12-04T19:22:55,060 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 0, reset compression=false 2024-12-04T19:22:55,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__l9ffl101m8fme4qt8re07rstfmb0ne097u45b481tudcffhc2v2i6uqb8rh3bmo5/f/hfile_0 into 2cf260367c184d9ddabfbd51131ff53b/f as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ - updating store file list. 2024-12-04T19:22:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T19:22:55,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ into 2cf260367c184d9ddabfbd51131ff53b/f 2024-12-04T19:22:55,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__l9ffl101m8fme4qt8re07rstfmb0ne097u45b481tudcffhc2v2i6uqb8rh3bmo5/f/hfile_0 into 2cf260367c184d9ddabfbd51131ff53b/f (new location: hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_) 2024-12-04T19:22:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__l9ffl101m8fme4qt8re07rstfmb0ne097u45b481tudcffhc2v2i6uqb8rh3bmo5/f/hfile_0 2024-12-04T19:22:55,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__l9ffl101m8fme4qt8re07rstfmb0ne097u45b481tudcffhc2v2i6uqb8rh3bmo5/f/hfile_1 into 2cf260367c184d9ddabfbd51131ff53b/f as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ - updating store file list. 2024-12-04T19:22:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fa98821af78841e3a1cfeca733b22017_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T19:22:55,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ into 2cf260367c184d9ddabfbd51131ff53b/f 2024-12-04T19:22:55,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__l9ffl101m8fme4qt8re07rstfmb0ne097u45b481tudcffhc2v2i6uqb8rh3bmo5/f/hfile_1 into 2cf260367c184d9ddabfbd51131ff53b/f (new location: hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_) 2024-12-04T19:22:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/staging/jenkins__test__l9ffl101m8fme4qt8re07rstfmb0ne097u45b481tudcffhc2v2i6uqb8rh3bmo5/f/hfile_1 2024-12-04T19:22:55,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:55,088 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:55,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:55,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:55,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b., hostname=9ba2734cd39f,43403,1733340151883, seqNum=2 , the old value is region=test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b., hostname=9ba2734cd39f,43403,1733340151883, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9ba2734cd39f:43403 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T19:22:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b., hostname=9ba2734cd39f,43403,1733340151883, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T19:22:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b., hostname=9ba2734cd39f,43403,1733340151883, seqNum=2 from cache 2024-12-04T19:22:55,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:55,089 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T19:22:55,091 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T19:22:55,194 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9ba2734cd39f:43403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-12-04T19:22:55,464 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 0, reset compression=false 2024-12-04T19:22:55,468 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:22:55,468 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.shipper9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9ba2734cd39f,43403,1733340151883 got entry batch from reader: WALEntryBatch [walEntries=[{test/2cf260367c184d9ddabfbd51131ff53b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733340175087/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T19:22:55,470 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.shipper9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T19:22:55,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T19:22:55,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.ReplicationSink(318): Replicating [288c7599-25d1-4750-b271-be71ec1d8b47] bulk loaded data 2024-12-04T19:22:55,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5375616a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:55,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] client.ClusterIdFetcher(90): Going to request 9ba2734cd39f,34245,-1 for getting cluster id 2024-12-04T19:22:55,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T19:22:55,472 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32268bf7-15fe-4f29-97a8-a8fade849fc9' 2024-12-04T19:22:55,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T19:22:55,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32268bf7-15fe-4f29-97a8-a8fade849fc9" 2024-12-04T19:22:55,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@276ebe68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:55,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9ba2734cd39f,34245,-1] 2024-12-04T19:22:55,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T19:22:55,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:55,472 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-04T19:22:55,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b5cd815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T19:22:55,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741837_1013 (size=11194) 2024-12-04T19:22:55,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741838_1014 (size=10791) 2024-12-04T19:22:55,508 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 0, reset compression=false 2024-12-04T19:22:55,512 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T19:22:55,512 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.shipper9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9ba2734cd39f,43403,1733340151883 got entry batch from reader: WALEntryBatch [walEntries=[{test/2cf260367c184d9ddabfbd51131ff53b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733340175087/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T19:22:55,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.ReplicationSink(318): Replicating [288c7599-25d1-4750-b271-be71ec1d8b47] bulk loaded data 2024-12-04T19:22:55,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741839_1015 (size=11194) 2024-12-04T19:22:55,668 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:55,712 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:55,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T19:22:55,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9ba2734cd39f,34245,1733340162703 2024-12-04T19:22:55,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bd41e27 2024-12-04T19:22:55,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T19:22:55,892 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-04T19:22:55,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T19:22:55,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T19:22:55,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9ba2734cd39f,34655,1733340162840, seqNum=-1] 2024-12-04T19:22:55,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T19:22:55,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-04T19:22:55,898 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/staging/jenkins.hfs.23__test__hl00hpa45ds2uuvh7a8p89veri4cu735remr30kp97ololsfqt0gm8q27vlrjpcf/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T19:22:55,900 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/staging/jenkins.hfs.23__test__hl00hpa45ds2uuvh7a8p89veri4cu735remr30kp97ololsfqt0gm8q27vlrjpcf/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T19:22:55,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/staging/jenkins.hfs.23__test__hl00hpa45ds2uuvh7a8p89veri4cu735remr30kp97ololsfqt0gm8q27vlrjpcf/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ for inclusion in 6a14a5f8c9ffc6247dadae1ab91af32a/f 2024-12-04T19:22:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T19:22:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:22:55,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/staging/jenkins.hfs.23__test__hl00hpa45ds2uuvh7a8p89veri4cu735remr30kp97ololsfqt0gm8q27vlrjpcf/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ for inclusion in 6a14a5f8c9ffc6247dadae1ab91af32a/f 2024-12-04T19:22:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T19:22:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:22:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HRegion(2603): Flush status journal for 6a14a5f8c9ffc6247dadae1ab91af32a: 2024-12-04T19:22:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T19:22:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/staging/jenkins.hfs.23__test__hl00hpa45ds2uuvh7a8p89veri4cu735remr30kp97ololsfqt0gm8q27vlrjpcf/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ as hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/default/test/6a14a5f8c9ffc6247dadae1ab91af32a/f/ca0afcf89b484b2dbe30dcb5ffe9fcfa_SeqId_4_ 2024-12-04T19:22:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fa98821af78841e3a1cfeca733b22017_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T19:22:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/staging/jenkins.hfs.23__test__hl00hpa45ds2uuvh7a8p89veri4cu735remr30kp97ololsfqt0gm8q27vlrjpcf/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ as hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/default/test/6a14a5f8c9ffc6247dadae1ab91af32a/f/54dab8ca64914bf7936b4f2fb6ee496c_SeqId_4_ 2024-12-04T19:22:55,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/staging/jenkins.hfs.23__test__hl00hpa45ds2uuvh7a8p89veri4cu735remr30kp97ololsfqt0gm8q27vlrjpcf/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ into 6a14a5f8c9ffc6247dadae1ab91af32a/f as hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/default/test/6a14a5f8c9ffc6247dadae1ab91af32a/f/ca0afcf89b484b2dbe30dcb5ffe9fcfa_SeqId_4_ - updating store file list. 2024-12-04T19:22:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca0afcf89b484b2dbe30dcb5ffe9fcfa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T19:22:55,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/default/test/6a14a5f8c9ffc6247dadae1ab91af32a/f/ca0afcf89b484b2dbe30dcb5ffe9fcfa_SeqId_4_ into 6a14a5f8c9ffc6247dadae1ab91af32a/f 2024-12-04T19:22:55,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/staging/jenkins.hfs.23__test__hl00hpa45ds2uuvh7a8p89veri4cu735remr30kp97ololsfqt0gm8q27vlrjpcf/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ into 6a14a5f8c9ffc6247dadae1ab91af32a/f (new location: hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/default/test/6a14a5f8c9ffc6247dadae1ab91af32a/f/ca0afcf89b484b2dbe30dcb5ffe9fcfa_SeqId_4_) 2024-12-04T19:22:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/staging/jenkins.hfs.23__test__hl00hpa45ds2uuvh7a8p89veri4cu735remr30kp97ololsfqt0gm8q27vlrjpcf/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ 2024-12-04T19:22:55,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/staging/jenkins.hfs.23__test__hl00hpa45ds2uuvh7a8p89veri4cu735remr30kp97ololsfqt0gm8q27vlrjpcf/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ into 6a14a5f8c9ffc6247dadae1ab91af32a/f as hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/default/test/6a14a5f8c9ffc6247dadae1ab91af32a/f/54dab8ca64914bf7936b4f2fb6ee496c_SeqId_4_ - updating store file list. 2024-12-04T19:22:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 54dab8ca64914bf7936b4f2fb6ee496c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T19:22:55,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/default/test/6a14a5f8c9ffc6247dadae1ab91af32a/f/54dab8ca64914bf7936b4f2fb6ee496c_SeqId_4_ into 6a14a5f8c9ffc6247dadae1ab91af32a/f 2024-12-04T19:22:55,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/staging/jenkins.hfs.23__test__hl00hpa45ds2uuvh7a8p89veri4cu735remr30kp97ololsfqt0gm8q27vlrjpcf/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ into 6a14a5f8c9ffc6247dadae1ab91af32a/f (new location: hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/default/test/6a14a5f8c9ffc6247dadae1ab91af32a/f/54dab8ca64914bf7936b4f2fb6ee496c_SeqId_4_) 2024-12-04T19:22:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/staging/jenkins.hfs.23__test__hl00hpa45ds2uuvh7a8p89veri4cu735remr30kp97ololsfqt0gm8q27vlrjpcf/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ 2024-12-04T19:22:55,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34655 {}] regionserver.ReplicationSink(324): Finished replicating [288c7599-25d1-4750-b271-be71ec1d8b47] bulk loaded data 2024-12-04T19:22:55,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741840_1016 (size=10791) 2024-12-04T19:22:55,972 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:56,015 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:56,094 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T19:22:56,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T19:22:56,332 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__60i30hhd8rt0pp4dd2c69511ohoa3oatuh2lnpnrvqvpai556qcgk5m2t8l89tbk/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T19:22:56,333 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__60i30hhd8rt0pp4dd2c69511ohoa3oatuh2lnpnrvqvpai556qcgk5m2t8l89tbk/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T19:22:56,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__60i30hhd8rt0pp4dd2c69511ohoa3oatuh2lnpnrvqvpai556qcgk5m2t8l89tbk/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ for inclusion in b47d24a538fef810199ba75eda2b1bc8/f 2024-12-04T19:22:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T19:22:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:22:56,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__60i30hhd8rt0pp4dd2c69511ohoa3oatuh2lnpnrvqvpai556qcgk5m2t8l89tbk/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ for inclusion in b47d24a538fef810199ba75eda2b1bc8/f 2024-12-04T19:22:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T19:22:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T19:22:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HRegion(2603): Flush status journal for b47d24a538fef810199ba75eda2b1bc8: 2024-12-04T19:22:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fa98821af78841e3a1cfeca733b22017_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T19:22:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__60i30hhd8rt0pp4dd2c69511ohoa3oatuh2lnpnrvqvpai556qcgk5m2t8l89tbk/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/33b38cb42c724b27ad7d2fe24d55f249_SeqId_6_ 2024-12-04T19:22:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T19:22:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__60i30hhd8rt0pp4dd2c69511ohoa3oatuh2lnpnrvqvpai556qcgk5m2t8l89tbk/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/d2875b17a66741f9bf1d3eb8c805638c_SeqId_6_ 2024-12-04T19:22:56,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__60i30hhd8rt0pp4dd2c69511ohoa3oatuh2lnpnrvqvpai556qcgk5m2t8l89tbk/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ into b47d24a538fef810199ba75eda2b1bc8/f as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/33b38cb42c724b27ad7d2fe24d55f249_SeqId_6_ - updating store file list. 2024-12-04T19:22:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 33b38cb42c724b27ad7d2fe24d55f249_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T19:22:56,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/33b38cb42c724b27ad7d2fe24d55f249_SeqId_6_ into b47d24a538fef810199ba75eda2b1bc8/f 2024-12-04T19:22:56,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__60i30hhd8rt0pp4dd2c69511ohoa3oatuh2lnpnrvqvpai556qcgk5m2t8l89tbk/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ into b47d24a538fef810199ba75eda2b1bc8/f (new location: hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/33b38cb42c724b27ad7d2fe24d55f249_SeqId_6_) 2024-12-04T19:22:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__60i30hhd8rt0pp4dd2c69511ohoa3oatuh2lnpnrvqvpai556qcgk5m2t8l89tbk/f/fa98821af78841e3a1cfeca733b22017_SeqId_6_ 2024-12-04T19:22:56,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__60i30hhd8rt0pp4dd2c69511ohoa3oatuh2lnpnrvqvpai556qcgk5m2t8l89tbk/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ into b47d24a538fef810199ba75eda2b1bc8/f as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/d2875b17a66741f9bf1d3eb8c805638c_SeqId_6_ - updating store file list. 2024-12-04T19:22:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2875b17a66741f9bf1d3eb8c805638c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T19:22:56,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/d2875b17a66741f9bf1d3eb8c805638c_SeqId_6_ into b47d24a538fef810199ba75eda2b1bc8/f 2024-12-04T19:22:56,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__60i30hhd8rt0pp4dd2c69511ohoa3oatuh2lnpnrvqvpai556qcgk5m2t8l89tbk/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ into b47d24a538fef810199ba75eda2b1bc8/f (new location: hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/f/d2875b17a66741f9bf1d3eb8c805638c_SeqId_6_) 2024-12-04T19:22:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/staging/jenkins.hfs.22__test__60i30hhd8rt0pp4dd2c69511ohoa3oatuh2lnpnrvqvpai556qcgk5m2t8l89tbk/f/f2b82a2e573b44c388fa0e4dfa39f5fb_SeqId_6_ 2024-12-04T19:22:56,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.ReplicationSink(324): Finished replicating [288c7599-25d1-4750-b271-be71ec1d8b47] bulk loaded data 2024-12-04T19:22:56,374 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:56,418 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:56,877 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:56,921 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:57,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:22:57,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:57,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:57,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:57,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:57,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:57,107 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:22:57,107 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1151170005, stopped=false 2024-12-04T19:22:57,107 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,34245,1733340162703 2024-12-04T19:22:57,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21350339934/running 2024-12-04T19:22:57,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21350339934/running 2024-12-04T19:22:57,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:57,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:57,159 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:22:57,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:22:57,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:57,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:57,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Set watcher on znode that does not yet exist, /21350339934/running 2024-12-04T19:22:57,160 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,34655,1733340162840' ***** 2024-12-04T19:22:57,160 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:22:57,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Set watcher on znode that does not yet exist, /21350339934/running 2024-12-04T19:22:57,160 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:22:57,160 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:22:57,160 INFO [RS:0;9ba2734cd39f:34655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:22:57,160 INFO [RS:0;9ba2734cd39f:34655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:22:57,160 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:57,161 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,34655,1733340162840 2024-12-04T19:22:57,161 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:22:57,161 INFO [RS:0;9ba2734cd39f:34655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:34655. 2024-12-04T19:22:57,161 DEBUG [RS:0;9ba2734cd39f:34655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:57,161 DEBUG [RS:0;9ba2734cd39f:34655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:57,161 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a14a5f8c9ffc6247dadae1ab91af32a, disabling compactions & flushes 2024-12-04T19:22:57,161 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a. 2024-12-04T19:22:57,161 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a. 2024-12-04T19:22:57,161 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:22:57,161 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a. after waiting 0 ms 2024-12-04T19:22:57,161 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:22:57,161 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:22:57,161 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a. 2024-12-04T19:22:57,161 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:22:57,161 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T19:22:57,161 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1325): Online Regions={6a14a5f8c9ffc6247dadae1ab91af32a=test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:22:57,161 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a14a5f8c9ffc6247dadae1ab91af32a 2024-12-04T19:22:57,161 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:22:57,161 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:22:57,161 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:22:57,161 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:22:57,161 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:22:57,162 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T19:22:57,164 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/default/test/6a14a5f8c9ffc6247dadae1ab91af32a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T19:22:57,164 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:22:57,164 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:22:57,164 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a. 2024-12-04T19:22:57,165 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a14a5f8c9ffc6247dadae1ab91af32a: Waiting for close lock at 1733340177161Running coprocessor pre-close hooks at 1733340177161Disabling compacts and flushes for region at 1733340177161Disabling writes for close at 1733340177161Writing region close event to WAL at 1733340177161Running coprocessor post-close hooks at 1733340177164 (+3 ms)Closed at 1733340177164 2024-12-04T19:22:57,165 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a. 2024-12-04T19:22:57,174 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/.tmp/info/c5133a76550c434cbdb0c6d564711376 is 129, key is test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a./info:regioninfo/1733340168810/Put/seqid=0 2024-12-04T19:22:57,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741839_1015 (size=6421) 2024-12-04T19:22:57,201 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:22:57,361 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:22:57,481 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:57,525 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:57,562 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:22:57,578 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/.tmp/info/c5133a76550c434cbdb0c6d564711376 2024-12-04T19:22:57,592 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/.tmp/ns/8cace988a70b4462831f1bcf1b261a99 is 43, key is default/ns:d/1733340165670/Put/seqid=0 2024-12-04T19:22:57,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741840_1016 (size=5153) 2024-12-04T19:22:57,762 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:22:57,962 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:22:57,994 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:22:57,994 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:22:57,995 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/.tmp/ns/8cace988a70b4462831f1bcf1b261a99 2024-12-04T19:22:58,009 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/.tmp/rep_barrier/3d34c6b3e3154de0a2b4048a9680eb55 is 112, key is test,,1733340168076.6a14a5f8c9ffc6247dadae1ab91af32a./rep_barrier:seqnumDuringOpen/1733340168810/Put/seqid=0 2024-12-04T19:22:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741841_1017 (size=5518) 2024-12-04T19:22:58,162 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:22:58,162 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:22:58,162 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:22:58,183 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:58,227 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:58,362 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:22:58,412 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/.tmp/rep_barrier/3d34c6b3e3154de0a2b4048a9680eb55 2024-12-04T19:22:58,433 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/.tmp/table/e864767930484ab98f4d8404c0afcad8 is 40, key is test/table:state/1733340168816/Put/seqid=0 2024-12-04T19:22:58,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741842_1018 (size=5165) 2024-12-04T19:22:58,562 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:22:58,763 DEBUG [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:22:58,836 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/.tmp/table/e864767930484ab98f4d8404c0afcad8 2024-12-04T19:22:58,840 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/.tmp/info/c5133a76550c434cbdb0c6d564711376 as hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/info/c5133a76550c434cbdb0c6d564711376 2024-12-04T19:22:58,842 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/info/c5133a76550c434cbdb0c6d564711376, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T19:22:58,843 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/.tmp/ns/8cace988a70b4462831f1bcf1b261a99 as hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/ns/8cace988a70b4462831f1bcf1b261a99 2024-12-04T19:22:58,846 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/ns/8cace988a70b4462831f1bcf1b261a99, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T19:22:58,846 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/.tmp/rep_barrier/3d34c6b3e3154de0a2b4048a9680eb55 as hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/rep_barrier/3d34c6b3e3154de0a2b4048a9680eb55 2024-12-04T19:22:58,849 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/rep_barrier/3d34c6b3e3154de0a2b4048a9680eb55, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T19:22:58,850 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/.tmp/table/e864767930484ab98f4d8404c0afcad8 as hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/table/e864767930484ab98f4d8404c0afcad8 2024-12-04T19:22:58,853 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/table/e864767930484ab98f4d8404c0afcad8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T19:22:58,853 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=11, compaction requested=false 2024-12-04T19:22:58,856 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T19:22:58,857 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:22:58,857 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:22:58,857 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:22:58,857 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340177161Running coprocessor pre-close hooks at 1733340177161Disabling compacts and flushes for region at 1733340177161Disabling writes for close at 1733340177161Obtaining lock to block concurrent updates at 1733340177162 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733340177162Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733340177162Flushing stores of hbase:meta,,1.1588230740 at 1733340177162Flushing 1588230740/info: creating writer at 1733340177163 (+1 ms)Flushing 1588230740/info: appending metadata at 1733340177174 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733340177174Flushing 1588230740/ns: creating writer at 1733340177580 (+406 ms)Flushing 1588230740/ns: appending metadata at 1733340177592 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733340177592Flushing 1588230740/rep_barrier: creating writer at 1733340177998 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733340178009 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733340178009Flushing 1588230740/table: creating writer at 1733340178416 (+407 ms)Flushing 1588230740/table: appending metadata at 1733340178432 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733340178432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82a0671: reopening flushed file at 1733340178839 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a521ff9: reopening flushed file at 1733340178842 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@667dcb4c: reopening flushed file at 1733340178846 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c28e48c: reopening flushed file at 1733340178849 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1692ms, sequenceid=11, compaction requested=false at 1733340178853 (+4 ms)Writing region close event to WAL at 1733340178854 (+1 ms)Running coprocessor post-close hooks at 1733340178856 (+2 ms)Closed at 1733340178857 (+1 ms) 2024-12-04T19:22:58,857 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:22:58,963 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,34655,1733340162840; all regions closed. 2024-12-04T19:22:58,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741834_1010 (size=2717) 2024-12-04T19:22:58,966 DEBUG [RS:0;9ba2734cd39f:34655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/oldWALs 2024-12-04T19:22:58,966 INFO [RS:0;9ba2734cd39f:34655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C34655%2C1733340162840.meta:.meta(num 1733340165633) 2024-12-04T19:22:58,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741833_1009 (size=1028) 2024-12-04T19:22:58,969 DEBUG [RS:0;9ba2734cd39f:34655 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/oldWALs 2024-12-04T19:22:58,969 INFO [RS:0;9ba2734cd39f:34655 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C34655%2C1733340162840:(num 1733340165118) 2024-12-04T19:22:58,969 DEBUG [RS:0;9ba2734cd39f:34655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:58,969 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:22:58,969 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:22:58,969 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T19:22:58,969 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:22:58,969 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:22:58,970 INFO [RS:0;9ba2734cd39f:34655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:34655. 2024-12-04T19:22:58,970 DEBUG [RS:0;9ba2734cd39f:34655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:22:58,970 DEBUG [RS:0;9ba2734cd39f:34655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:58,970 DEBUG [RS:0;9ba2734cd39f:34655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:22:58,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:22:58,970 INFO [RS:0;9ba2734cd39f:34655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34655 2024-12-04T19:22:58,986 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:59,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21350339934/rs/9ba2734cd39f,34655,1733340162840 2024-12-04T19:22:59,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934/rs 2024-12-04T19:22:59,022 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:22:59,030 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:59,032 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,34655,1733340162840] 2024-12-04T19:22:59,043 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21350339934/draining/9ba2734cd39f,34655,1733340162840 already deleted, retry=false 2024-12-04T19:22:59,043 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,34655,1733340162840 expired; onlineServers=0 2024-12-04T19:22:59,043 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,34245,1733340162703' ***** 2024-12-04T19:22:59,043 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:22:59,043 INFO [M:0;9ba2734cd39f:34245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:22:59,043 INFO [M:0;9ba2734cd39f:34245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:22:59,043 DEBUG [M:0;9ba2734cd39f:34245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:22:59,043 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:22:59,043 DEBUG [M:0;9ba2734cd39f:34245 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:22:59,043 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340164839 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340164839,5,FailOnTimeoutGroup] 2024-12-04T19:22:59,043 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340164839 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340164839,5,FailOnTimeoutGroup] 2024-12-04T19:22:59,043 INFO [M:0;9ba2734cd39f:34245 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:22:59,044 INFO [M:0;9ba2734cd39f:34245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:22:59,044 DEBUG [M:0;9ba2734cd39f:34245 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:22:59,044 INFO [M:0;9ba2734cd39f:34245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:22:59,044 INFO [M:0;9ba2734cd39f:34245 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:22:59,044 INFO [M:0;9ba2734cd39f:34245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:22:59,044 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:22:59,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21350339934/master 2024-12-04T19:22:59,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21350339934 2024-12-04T19:22:59,054 DEBUG [M:0;9ba2734cd39f:34245 {}] zookeeper.ZKUtil(347): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Unable to get data of znode /21350339934/master because node does not exist (not an error) 2024-12-04T19:22:59,054 WARN [M:0;9ba2734cd39f:34245 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:22:59,054 INFO [M:0;9ba2734cd39f:34245 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/.lastflushedseqids 2024-12-04T19:22:59,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741843_1019 (size=173) 2024-12-04T19:22:59,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:22:59,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34655-0x101a1cbb2e60007, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:22:59,133 INFO [RS:0;9ba2734cd39f:34655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:22:59,133 INFO [RS:0;9ba2734cd39f:34655 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,34655,1733340162840; zookeeper connection closed. 2024-12-04T19:22:59,133 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b9d1ac7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b9d1ac7 2024-12-04T19:22:59,133 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:22:59,458 INFO [M:0;9ba2734cd39f:34245 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:22:59,458 INFO [M:0;9ba2734cd39f:34245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:22:59,458 DEBUG [M:0;9ba2734cd39f:34245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:22:59,458 INFO [M:0;9ba2734cd39f:34245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:59,458 DEBUG [M:0;9ba2734cd39f:34245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:59,458 DEBUG [M:0;9ba2734cd39f:34245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:22:59,458 DEBUG [M:0;9ba2734cd39f:34245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:22:59,458 INFO [M:0;9ba2734cd39f:34245 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-04T19:22:59,470 DEBUG [M:0;9ba2734cd39f:34245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c537021df18e48c5a577be796cba1989 is 82, key is hbase:meta,,1/info:regioninfo/1733340165658/Put/seqid=0 2024-12-04T19:22:59,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741844_1020 (size=5672) 2024-12-04T19:22:59,873 INFO [M:0;9ba2734cd39f:34245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c537021df18e48c5a577be796cba1989 2024-12-04T19:22:59,888 DEBUG [M:0;9ba2734cd39f:34245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e7be9ed5f7745808feef154a8ad6353 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733340168818/Put/seqid=0 2024-12-04T19:22:59,889 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:22:59,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741845_1021 (size=6587) 2024-12-04T19:22:59,932 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:23:00,292 INFO [M:0;9ba2734cd39f:34245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e7be9ed5f7745808feef154a8ad6353 2024-12-04T19:23:00,362 DEBUG [M:0;9ba2734cd39f:34245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80e2d7dd6f2f4ce9a390e5c90bc7e0a2 is 69, key is 9ba2734cd39f,34655,1733340162840/rs:state/1733340164899/Put/seqid=0 2024-12-04T19:23:00,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741846_1022 (size=5156) 2024-12-04T19:23:00,365 INFO [M:0;9ba2734cd39f:34245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80e2d7dd6f2f4ce9a390e5c90bc7e0a2 2024-12-04T19:23:00,369 DEBUG [M:0;9ba2734cd39f:34245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c537021df18e48c5a577be796cba1989 as hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c537021df18e48c5a577be796cba1989 2024-12-04T19:23:00,372 INFO [M:0;9ba2734cd39f:34245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c537021df18e48c5a577be796cba1989, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T19:23:00,373 DEBUG [M:0;9ba2734cd39f:34245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e7be9ed5f7745808feef154a8ad6353 as hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e7be9ed5f7745808feef154a8ad6353 2024-12-04T19:23:00,376 INFO [M:0;9ba2734cd39f:34245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e7be9ed5f7745808feef154a8ad6353, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T19:23:00,376 DEBUG [M:0;9ba2734cd39f:34245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80e2d7dd6f2f4ce9a390e5c90bc7e0a2 as hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80e2d7dd6f2f4ce9a390e5c90bc7e0a2 2024-12-04T19:23:00,379 INFO [M:0;9ba2734cd39f:34245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44969/user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80e2d7dd6f2f4ce9a390e5c90bc7e0a2, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T19:23:00,380 INFO [M:0;9ba2734cd39f:34245 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=55, compaction requested=false 2024-12-04T19:23:00,387 INFO [M:0;9ba2734cd39f:34245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:23:00,387 DEBUG [M:0;9ba2734cd39f:34245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340179458Disabling compacts and flushes for region at 1733340179458Disabling writes for close at 1733340179458Obtaining lock to block concurrent updates at 1733340179458Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733340179458Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733340179459 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733340179459Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733340179459Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733340179470 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733340179470Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733340179876 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733340179887 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733340179887Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733340180345 (+458 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733340180361 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733340180361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba6c851: reopening flushed file at 1733340180369 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@501ee134: reopening flushed file at 1733340180372 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7951cf61: reopening flushed file at 1733340180376 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 922ms, sequenceid=55, compaction requested=false at 1733340180380 (+4 ms)Writing region close event to WAL at 1733340180387 (+7 ms)Closed at 1733340180387 2024-12-04T19:23:00,389 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/89c6d68d-d407-aa65-c0ac-14d1c15f50f8/MasterData/WALs/9ba2734cd39f,34245,1733340162703/9ba2734cd39f%2C34245%2C1733340162703.1733340164577 not finished, retry = 0 2024-12-04T19:23:00,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741830_1006 (size=32782) 2024-12-04T19:23:00,490 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:23:00,490 INFO [M:0;9ba2734cd39f:34245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:23:00,490 INFO [M:0;9ba2734cd39f:34245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34245 2024-12-04T19:23:00,491 INFO [M:0;9ba2734cd39f:34245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:23:00,606 INFO [M:0;9ba2734cd39f:34245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:23:00,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:23:00,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34245-0x101a1cbb2e60006, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:23:00,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@459f22dc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:23:00,609 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2036ab40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:23:00,609 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:23:00,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b3a79a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:23:00,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5712d3e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/hadoop.log.dir/,STOPPED} 2024-12-04T19:23:00,610 WARN [BP-1655283130-172.17.0.2-1733340160513 heartbeating to localhost/127.0.0.1:44969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:23:00,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:23:00,610 WARN [BP-1655283130-172.17.0.2-1733340160513 heartbeating to localhost/127.0.0.1:44969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1655283130-172.17.0.2-1733340160513 (Datanode Uuid f8225707-035a-449d-a9e4-115f788ae9be) service to localhost/127.0.0.1:44969 2024-12-04T19:23:00,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:23:00,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/cluster_50ed38b4-02bf-619e-3437-511d5c9dbf70/data/data1/current/BP-1655283130-172.17.0.2-1733340160513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:23:00,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/cluster_50ed38b4-02bf-619e-3437-511d5c9dbf70/data/data2/current/BP-1655283130-172.17.0.2-1733340160513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:23:00,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:23:00,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57122717{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:23:00,617 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46741a00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:23:00,617 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:23:00,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d58bdab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:23:00,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4710b03d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc3a7cf8-1ce0-a21b-8404-d307a439c9ea/hadoop.log.dir/,STOPPED} 2024-12-04T19:23:00,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:23:00,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:23:00,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:23:00,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:23:00,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:00,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:00,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:23:00,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:23:00,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1545152002, stopped=false 2024-12-04T19:23:00,628 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,40989,1733340157123 2024-12-04T19:23:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11283505891/running 2024-12-04T19:23:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11283505891/running 2024-12-04T19:23:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:23:00,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:23:00,643 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:23:00,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:23:00,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:23:00,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:00,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Set watcher on znode that does not yet exist, /11283505891/running 2024-12-04T19:23:00,643 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,44227,1733340157235' ***** 2024-12-04T19:23:00,643 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:23:00,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Set watcher on znode that does not yet exist, /11283505891/running 2024-12-04T19:23:00,644 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:23:00,644 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:23:00,644 INFO [RS:0;9ba2734cd39f:44227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:23:00,644 INFO [RS:0;9ba2734cd39f:44227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:23:00,644 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(3091): Received CLOSE for b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:23:00,644 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,44227,1733340157235 2024-12-04T19:23:00,644 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:23:00,644 INFO [RS:0;9ba2734cd39f:44227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:44227. 2024-12-04T19:23:00,644 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b47d24a538fef810199ba75eda2b1bc8, disabling compactions & flushes 2024-12-04T19:23:00,644 DEBUG [RS:0;9ba2734cd39f:44227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:23:00,644 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8. 2024-12-04T19:23:00,644 DEBUG [RS:0;9ba2734cd39f:44227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:00,644 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8. 2024-12-04T19:23:00,644 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8. after waiting 0 ms 2024-12-04T19:23:00,644 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:23:00,644 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8. 2024-12-04T19:23:00,645 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:23:00,645 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:23:00,645 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:23:00,645 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T19:23:00,645 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b47d24a538fef810199ba75eda2b1bc8=test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8.} 2024-12-04T19:23:00,645 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b47d24a538fef810199ba75eda2b1bc8 2024-12-04T19:23:00,645 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:23:00,645 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:23:00,645 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:23:00,645 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:23:00,645 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:23:00,645 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T19:23:00,647 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/default/test/b47d24a538fef810199ba75eda2b1bc8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T19:23:00,647 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:23:00,647 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:23:00,647 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8. 2024-12-04T19:23:00,647 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b47d24a538fef810199ba75eda2b1bc8: Waiting for close lock at 1733340180644Running coprocessor pre-close hooks at 1733340180644Disabling compacts and flushes for region at 1733340180644Disabling writes for close at 1733340180644Writing region close event to WAL at 1733340180645 (+1 ms)Running coprocessor post-close hooks at 1733340180647 (+2 ms)Closed at 1733340180647 2024-12-04T19:23:00,647 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8. 2024-12-04T19:23:00,659 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/.tmp/info/4606dd550edf4c1c8ad8ba9e20ec8772 is 129, key is test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8./info:regioninfo/1733340167685/Put/seqid=0 2024-12-04T19:23:00,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741841_1017 (size=6421) 2024-12-04T19:23:00,669 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:23:00,845 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:23:00,891 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:23:00,934 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:23:01,045 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:23:01,062 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/.tmp/info/4606dd550edf4c1c8ad8ba9e20ec8772 2024-12-04T19:23:01,086 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/.tmp/ns/2cbca3727a274f5ba94511e0bc68e92b is 43, key is default/ns:d/1733340160417/Put/seqid=0 2024-12-04T19:23:01,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741842_1018 (size=5153) 2024-12-04T19:23:01,245 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:23:01,287 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T19:23:01,429 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:23:01,430 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:23:01,446 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:23:01,496 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/.tmp/ns/2cbca3727a274f5ba94511e0bc68e92b 2024-12-04T19:23:01,518 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/.tmp/rep_barrier/5d0f5ba85cc440c5be0ddbc1c99bd369 is 112, key is test,,1733340166936.b47d24a538fef810199ba75eda2b1bc8./rep_barrier:seqnumDuringOpen/1733340167685/Put/seqid=0 2024-12-04T19:23:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741843_1019 (size=5518) 2024-12-04T19:23:01,646 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:23:01,646 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:23:01,646 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:23:01,846 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:23:01,921 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/.tmp/rep_barrier/5d0f5ba85cc440c5be0ddbc1c99bd369 2024-12-04T19:23:01,935 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/.tmp/table/85032c459b344040afcdaec34b502291 is 40, key is test/table:state/1733340167691/Put/seqid=0 2024-12-04T19:23:01,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741844_1020 (size=5165) 2024-12-04T19:23:01,994 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:23:02,037 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:23:02,046 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:23:02,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,246 DEBUG [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:23:02,338 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/.tmp/table/85032c459b344040afcdaec34b502291 2024-12-04T19:23:02,342 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/.tmp/info/4606dd550edf4c1c8ad8ba9e20ec8772 as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/info/4606dd550edf4c1c8ad8ba9e20ec8772 2024-12-04T19:23:02,345 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/info/4606dd550edf4c1c8ad8ba9e20ec8772, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T19:23:02,345 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/.tmp/ns/2cbca3727a274f5ba94511e0bc68e92b as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/ns/2cbca3727a274f5ba94511e0bc68e92b 2024-12-04T19:23:02,348 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/ns/2cbca3727a274f5ba94511e0bc68e92b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T19:23:02,348 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/.tmp/rep_barrier/5d0f5ba85cc440c5be0ddbc1c99bd369 as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/rep_barrier/5d0f5ba85cc440c5be0ddbc1c99bd369 2024-12-04T19:23:02,351 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/rep_barrier/5d0f5ba85cc440c5be0ddbc1c99bd369, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T19:23:02,351 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/.tmp/table/85032c459b344040afcdaec34b502291 as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/table/85032c459b344040afcdaec34b502291 2024-12-04T19:23:02,355 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/table/85032c459b344040afcdaec34b502291, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T19:23:02,355 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=11, compaction requested=false 2024-12-04T19:23:02,362 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T19:23:02,362 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:23:02,362 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:23:02,362 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:23:02,362 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340180645Running coprocessor pre-close hooks at 1733340180645Disabling compacts and flushes for region at 1733340180645Disabling writes for close at 1733340180645Obtaining lock to block concurrent updates at 1733340180645Preparing flush snapshotting stores in 1588230740 at 1733340180645Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733340180645Flushing stores of hbase:meta,,1.1588230740 at 1733340180646 (+1 ms)Flushing 1588230740/info: creating writer at 1733340180646Flushing 1588230740/info: appending metadata at 1733340180659 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733340180659Flushing 1588230740/ns: creating writer at 1733340181065 (+406 ms)Flushing 1588230740/ns: appending metadata at 1733340181085 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733340181085Flushing 1588230740/rep_barrier: creating writer at 1733340181499 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733340181518 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733340181518Flushing 1588230740/table: creating writer at 1733340181924 (+406 ms)Flushing 1588230740/table: appending metadata at 1733340181935 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733340181935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78387efe: reopening flushed file at 1733340182341 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b5626b1: reopening flushed file at 1733340182345 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a2beda: reopening flushed file at 1733340182348 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32b7b695: reopening flushed file at 1733340182351 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=11, compaction requested=false at 1733340182355 (+4 ms)Writing region close event to WAL at 1733340182360 (+5 ms)Running coprocessor post-close hooks at 1733340182362 (+2 ms)Closed at 1733340182362 2024-12-04T19:23:02,362 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:23:02,446 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,44227,1733340157235; all regions closed. 2024-12-04T19:23:02,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741834_1010 (size=2717) 2024-12-04T19:23:02,449 DEBUG [RS:0;9ba2734cd39f:44227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/oldWALs 2024-12-04T19:23:02,449 INFO [RS:0;9ba2734cd39f:44227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C44227%2C1733340157235.meta:.meta(num 1733340160380) 2024-12-04T19:23:02,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741832_1008 (size=1374) 2024-12-04T19:23:02,452 DEBUG [RS:0;9ba2734cd39f:44227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/oldWALs 2024-12-04T19:23:02,452 INFO [RS:0;9ba2734cd39f:44227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C44227%2C1733340157235:(num 1733340159477) 2024-12-04T19:23:02,452 DEBUG [RS:0;9ba2734cd39f:44227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:02,452 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:23:02,452 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:23:02,452 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T19:23:02,452 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:23:02,452 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:23:02,453 INFO [RS:0;9ba2734cd39f:44227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:44227. 2024-12-04T19:23:02,453 DEBUG [RS:0;9ba2734cd39f:44227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:23:02,453 DEBUG [RS:0;9ba2734cd39f:44227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:02,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:23:02,453 DEBUG [RS:0;9ba2734cd39f:44227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:02,453 INFO [RS:0;9ba2734cd39f:44227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44227 2024-12-04T19:23:02,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891/rs 2024-12-04T19:23:02,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11283505891/rs/9ba2734cd39f,44227,1733340157235 2024-12-04T19:23:02,517 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:23:02,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,44227,1733340157235] 2024-12-04T19:23:02,538 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11283505891/draining/9ba2734cd39f,44227,1733340157235 already deleted, retry=false 2024-12-04T19:23:02,538 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,44227,1733340157235 expired; onlineServers=0 2024-12-04T19:23:02,538 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,40989,1733340157123' ***** 2024-12-04T19:23:02,538 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:23:02,538 INFO [M:0;9ba2734cd39f:40989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:23:02,538 INFO [M:0;9ba2734cd39f:40989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:23:02,538 DEBUG [M:0;9ba2734cd39f:40989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:23:02,538 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:23:02,538 DEBUG [M:0;9ba2734cd39f:40989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:23:02,538 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340159197 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340159197,5,FailOnTimeoutGroup] 2024-12-04T19:23:02,538 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340159197 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340159197,5,FailOnTimeoutGroup] 2024-12-04T19:23:02,538 INFO [M:0;9ba2734cd39f:40989 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:23:02,538 INFO [M:0;9ba2734cd39f:40989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:23:02,538 DEBUG [M:0;9ba2734cd39f:40989 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:23:02,538 INFO [M:0;9ba2734cd39f:40989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:23:02,538 INFO [M:0;9ba2734cd39f:40989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:23:02,538 INFO [M:0;9ba2734cd39f:40989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:23:02,539 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:23:02,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11283505891/master 2024-12-04T19:23:02,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11283505891 2024-12-04T19:23:02,548 DEBUG [M:0;9ba2734cd39f:40989 {}] zookeeper.ZKUtil(347): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Unable to get data of znode /11283505891/master because node does not exist (not an error) 2024-12-04T19:23:02,548 WARN [M:0;9ba2734cd39f:40989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:23:02,549 INFO [M:0;9ba2734cd39f:40989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/.lastflushedseqids 2024-12-04T19:23:02,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741845_1021 (size=173) 2024-12-04T19:23:02,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:23:02,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x101a1cbb2e60004, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:23:02,627 INFO [RS:0;9ba2734cd39f:44227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:23:02,627 INFO [RS:0;9ba2734cd39f:44227 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,44227,1733340157235; zookeeper connection closed. 2024-12-04T19:23:02,628 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23731f3e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23731f3e 2024-12-04T19:23:02,628 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:23:02,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T19:23:02,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T19:23:02,952 INFO [M:0;9ba2734cd39f:40989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:23:02,952 INFO [M:0;9ba2734cd39f:40989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:23:02,952 DEBUG [M:0;9ba2734cd39f:40989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:23:02,952 INFO [M:0;9ba2734cd39f:40989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:23:02,953 DEBUG [M:0;9ba2734cd39f:40989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:23:02,953 DEBUG [M:0;9ba2734cd39f:40989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:23:02,953 DEBUG [M:0;9ba2734cd39f:40989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:23:02,953 INFO [M:0;9ba2734cd39f:40989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-04T19:23:02,964 DEBUG [M:0;9ba2734cd39f:40989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e048e1e86bc4c85b79212d5adcaeb80 is 82, key is hbase:meta,,1/info:regioninfo/1733340160403/Put/seqid=0 2024-12-04T19:23:02,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741846_1022 (size=5672) 2024-12-04T19:23:03,197 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:23:03,239 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:23:03,367 INFO [M:0;9ba2734cd39f:40989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e048e1e86bc4c85b79212d5adcaeb80 2024-12-04T19:23:03,387 DEBUG [M:0;9ba2734cd39f:40989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ad24b6679204a959b15ad7a2f921b84 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733340167693/Put/seqid=0 2024-12-04T19:23:03,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741847_1023 (size=6586) 2024-12-04T19:23:03,791 INFO [M:0;9ba2734cd39f:40989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ad24b6679204a959b15ad7a2f921b84 2024-12-04T19:23:03,808 DEBUG [M:0;9ba2734cd39f:40989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e061473f1184fa28ec9bdb6298ff2ef is 69, key is 9ba2734cd39f,44227,1733340157235/rs:state/1733340159299/Put/seqid=0 2024-12-04T19:23:03,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741848_1024 (size=5156) 2024-12-04T19:23:03,811 INFO [M:0;9ba2734cd39f:40989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e061473f1184fa28ec9bdb6298ff2ef 2024-12-04T19:23:03,814 DEBUG [M:0;9ba2734cd39f:40989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e048e1e86bc4c85b79212d5adcaeb80 as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e048e1e86bc4c85b79212d5adcaeb80 2024-12-04T19:23:03,817 INFO [M:0;9ba2734cd39f:40989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e048e1e86bc4c85b79212d5adcaeb80, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T19:23:03,818 DEBUG [M:0;9ba2734cd39f:40989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ad24b6679204a959b15ad7a2f921b84 as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ad24b6679204a959b15ad7a2f921b84 2024-12-04T19:23:03,821 INFO [M:0;9ba2734cd39f:40989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ad24b6679204a959b15ad7a2f921b84, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T19:23:03,821 DEBUG [M:0;9ba2734cd39f:40989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e061473f1184fa28ec9bdb6298ff2ef as hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e061473f1184fa28ec9bdb6298ff2ef 2024-12-04T19:23:03,825 INFO [M:0;9ba2734cd39f:40989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42549/user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e061473f1184fa28ec9bdb6298ff2ef, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T19:23:03,825 INFO [M:0;9ba2734cd39f:40989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=55, compaction requested=false 2024-12-04T19:23:03,828 INFO [M:0;9ba2734cd39f:40989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:23:03,828 DEBUG [M:0;9ba2734cd39f:40989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340182952Disabling compacts and flushes for region at 1733340182952Disabling writes for close at 1733340182953 (+1 ms)Obtaining lock to block concurrent updates at 1733340182953Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733340182953Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733340182953Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733340182953Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733340182953Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733340182964 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733340182964Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733340183370 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733340183387 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733340183387Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733340183794 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733340183808 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733340183808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55b77210: reopening flushed file at 1733340183814 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a6c23c8: reopening flushed file at 1733340183817 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b2872d: reopening flushed file at 1733340183821 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=55, compaction requested=false at 1733340183825 (+4 ms)Writing region close event to WAL at 1733340183828 (+3 ms)Closed at 1733340183828 2024-12-04T19:23:03,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44283 is added to blk_1073741830_1006 (size=32770) 2024-12-04T19:23:03,829 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f8a9657-6577-988f-121e-4c3cf1ae2fe5/MasterData/WALs/9ba2734cd39f,40989,1733340157123/9ba2734cd39f%2C40989%2C1733340157123.1733340158946 not finished, retry = 0 2024-12-04T19:23:03,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:23:03,930 INFO [M:0;9ba2734cd39f:40989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:23:03,930 INFO [M:0;9ba2734cd39f:40989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40989 2024-12-04T19:23:03,931 INFO [M:0;9ba2734cd39f:40989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:23:04,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:23:04,090 INFO [M:0;9ba2734cd39f:40989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:23:04,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x101a1cbb2e60003, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:23:04,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3914a300{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:23:04,092 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e84be21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:23:04,092 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:23:04,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e42d03e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:23:04,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1904b71d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/hadoop.log.dir/,STOPPED} 2024-12-04T19:23:04,094 WARN [BP-1761458774-172.17.0.2-1733340155365 heartbeating to localhost/127.0.0.1:42549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:23:04,094 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:23:04,094 WARN [BP-1761458774-172.17.0.2-1733340155365 heartbeating to localhost/127.0.0.1:42549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1761458774-172.17.0.2-1733340155365 (Datanode Uuid 802afc26-8b4c-482e-b398-6e34e5dacbca) service to localhost/127.0.0.1:42549 2024-12-04T19:23:04,094 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:23:04,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/cluster_f7de5052-0ff2-578a-9961-8dc4398b474d/data/data1/current/BP-1761458774-172.17.0.2-1733340155365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:23:04,094 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/cluster_f7de5052-0ff2-578a-9961-8dc4398b474d/data/data2/current/BP-1761458774-172.17.0.2-1733340155365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:23:04,094 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:23:04,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@669cfb45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:23:04,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cbf5865{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:23:04,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:23:04,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd85a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:23:04,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d77f796{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4732304-2119-622d-c4bb-16755b900705/hadoop.log.dir/,STOPPED} 2024-12-04T19:23:04,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:23:04,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T19:23:04,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:23:04,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:23:04,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:04,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:04,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T19:23:04,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:23:04,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1564701465, stopped=false 2024-12-04T19:23:04,114 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9ba2734cd39f,33021,1733340151695 2024-12-04T19:23:04,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01465838709/running 2024-12-04T19:23:04,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01465838709/running 2024-12-04T19:23:04,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:23:04,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:23:04,136 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:23:04,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T19:23:04,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Set watcher on znode that does not yet exist, /01465838709/running 2024-12-04T19:23:04,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:23:04,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Set watcher on znode that does not yet exist, /01465838709/running 2024-12-04T19:23:04,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:04,137 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9ba2734cd39f,43403,1733340151883' ***** 2024-12-04T19:23:04,137 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T19:23:04,137 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T19:23:04,137 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T19:23:04,137 INFO [RS:0;9ba2734cd39f:43403 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T19:23:04,137 INFO [RS:0;9ba2734cd39f:43403 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T19:23:04,137 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(3091): Received CLOSE for cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:23:04,137 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cf260367c184d9ddabfbd51131ff53b 2024-12-04T19:23:04,137 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(959): stopping server 9ba2734cd39f,43403,1733340151883 2024-12-04T19:23:04,137 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:23:04,138 INFO [RS:0;9ba2734cd39f:43403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:43403. 2024-12-04T19:23:04,138 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cea95ee03f3214cfe3a8113b9a7f02f7, disabling compactions & flushes 2024-12-04T19:23:04,138 DEBUG [RS:0;9ba2734cd39f:43403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:23:04,138 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. 2024-12-04T19:23:04,138 DEBUG [RS:0;9ba2734cd39f:43403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:04,138 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. 2024-12-04T19:23:04,138 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. after waiting 0 ms 2024-12-04T19:23:04,138 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. 2024-12-04T19:23:04,138 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T19:23:04,138 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T19:23:04,138 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T19:23:04,138 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T19:23:04,138 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cea95ee03f3214cfe3a8113b9a7f02f7 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-04T19:23:04,138 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T19:23:04,138 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1325): Online Regions={cea95ee03f3214cfe3a8113b9a7f02f7=hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7., 1588230740=hbase:meta,,1.1588230740, 2cf260367c184d9ddabfbd51131ff53b=test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b.} 2024-12-04T19:23:04,138 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cf260367c184d9ddabfbd51131ff53b, cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:23:04,138 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T19:23:04,138 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T19:23:04,138 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T19:23:04,138 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T19:23:04,138 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T19:23:04,138 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T19:23:04,150 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/.tmp/info/ca2e2ce2d8a34a03a8e5d934e8e73f07 is 147, key is hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7./info:regioninfo/1733340170442/Put/seqid=0 2024-12-04T19:23:04,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741847_1023 (size=7686) 2024-12-04T19:23:04,153 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/.tmp/info/ca2e2ce2d8a34a03a8e5d934e8e73f07 2024-12-04T19:23:04,155 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/replication/cea95ee03f3214cfe3a8113b9a7f02f7/.tmp/hfileref/f97d02d0357b48c9ac279f01f34ba081 is 74, key is 1/hfileref:06f2e7d39b8946a181235e56ed2b5b24_SeqId_4_/1733340173633/DeleteColumn/seqid=0 2024-12-04T19:23:04,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741848_1024 (size=5489) 2024-12-04T19:23:04,171 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/.tmp/ns/58e13c49a11746c0877e1c720ad0c1fa is 43, key is default/ns:d/1733340155300/Put/seqid=0 2024-12-04T19:23:04,171 INFO [regionserver/9ba2734cd39f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:23:04,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741849_1025 (size=5153) 2024-12-04T19:23:04,338 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cf260367c184d9ddabfbd51131ff53b, cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:23:04,500 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:23:04,538 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cf260367c184d9ddabfbd51131ff53b, cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:23:04,542 DEBUG [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/WALs/9ba2734cd39f,43403,1733340151883/9ba2734cd39f%2C43403%2C1733340151883.1733340174252 to pos 393, reset compression=false 2024-12-04T19:23:04,558 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/replication/cea95ee03f3214cfe3a8113b9a7f02f7/.tmp/hfileref/f97d02d0357b48c9ac279f01f34ba081 2024-12-04T19:23:04,572 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/replication/cea95ee03f3214cfe3a8113b9a7f02f7/.tmp/queue/013d341602bc438fa5e6435278f13f48 is 153, key is 1-9ba2734cd39f,43403,1733340151883/queue:9ba2734cd39f%2C43403%2C1733340151883/1733340176349/Put/seqid=0 2024-12-04T19:23:04,574 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/.tmp/ns/58e13c49a11746c0877e1c720ad0c1fa 2024-12-04T19:23:04,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741850_1026 (size=5504) 2024-12-04T19:23:04,587 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/.tmp/rep_barrier/f696fbfe09ca4081b6bebaa57bfbc1d3 is 112, key is test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b./rep_barrier:seqnumDuringOpen/1733340166533/Put/seqid=0 2024-12-04T19:23:04,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741851_1027 (size=5518) 2024-12-04T19:23:04,738 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cf260367c184d9ddabfbd51131ff53b, cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:23:04,939 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cf260367c184d9ddabfbd51131ff53b, cea95ee03f3214cfe3a8113b9a7f02f7 2024-12-04T19:23:04,975 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/replication/cea95ee03f3214cfe3a8113b9a7f02f7/.tmp/queue/013d341602bc438fa5e6435278f13f48 2024-12-04T19:23:04,979 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/replication/cea95ee03f3214cfe3a8113b9a7f02f7/.tmp/hfileref/f97d02d0357b48c9ac279f01f34ba081 as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/replication/cea95ee03f3214cfe3a8113b9a7f02f7/hfileref/f97d02d0357b48c9ac279f01f34ba081 2024-12-04T19:23:04,981 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/replication/cea95ee03f3214cfe3a8113b9a7f02f7/hfileref/f97d02d0357b48c9ac279f01f34ba081, entries=6, sequenceid=17, filesize=5.4 K 2024-12-04T19:23:04,982 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/replication/cea95ee03f3214cfe3a8113b9a7f02f7/.tmp/queue/013d341602bc438fa5e6435278f13f48 as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/replication/cea95ee03f3214cfe3a8113b9a7f02f7/queue/013d341602bc438fa5e6435278f13f48 2024-12-04T19:23:04,984 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/replication/cea95ee03f3214cfe3a8113b9a7f02f7/queue/013d341602bc438fa5e6435278f13f48, entries=2, sequenceid=17, filesize=5.4 K 2024-12-04T19:23:04,985 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cea95ee03f3214cfe3a8113b9a7f02f7 in 847ms, sequenceid=17, compaction requested=false 2024-12-04T19:23:04,987 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/replication/cea95ee03f3214cfe3a8113b9a7f02f7/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-04T19:23:04,988 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:23:04,988 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:23:04,988 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. 2024-12-04T19:23:04,988 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cea95ee03f3214cfe3a8113b9a7f02f7: Waiting for close lock at 1733340184137Running coprocessor pre-close hooks at 1733340184137Disabling compacts and flushes for region at 1733340184137Disabling writes for close at 1733340184138 (+1 ms)Obtaining lock to block concurrent updates at 1733340184138Preparing flush snapshotting stores in cea95ee03f3214cfe3a8113b9a7f02f7 at 1733340184138Finished memstore snapshotting hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733340184138Flushing stores of hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. at 1733340184138Flushing cea95ee03f3214cfe3a8113b9a7f02f7/hfileref: creating writer at 1733340184138Flushing cea95ee03f3214cfe3a8113b9a7f02f7/hfileref: appending metadata at 1733340184155 (+17 ms)Flushing cea95ee03f3214cfe3a8113b9a7f02f7/hfileref: closing flushed file at 1733340184155Flushing cea95ee03f3214cfe3a8113b9a7f02f7/queue: creating writer at 1733340184561 (+406 ms)Flushing cea95ee03f3214cfe3a8113b9a7f02f7/queue: appending metadata at 1733340184572 (+11 ms)Flushing cea95ee03f3214cfe3a8113b9a7f02f7/queue: closing flushed file at 1733340184572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ba56b9: reopening flushed file at 1733340184978 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f53cf2d: reopening flushed file at 1733340184982 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cea95ee03f3214cfe3a8113b9a7f02f7 in 847ms, sequenceid=17, compaction requested=false at 1733340184985 (+3 ms)Writing region close event to WAL at 1733340184986 (+1 ms)Running coprocessor post-close hooks at 1733340184988 (+2 ms)Closed at 1733340184988 2024-12-04T19:23:04,988 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733340169225.cea95ee03f3214cfe3a8113b9a7f02f7. 2024-12-04T19:23:04,988 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cf260367c184d9ddabfbd51131ff53b, disabling compactions & flushes 2024-12-04T19:23:04,988 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b. 2024-12-04T19:23:04,988 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b. 2024-12-04T19:23:04,988 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b. after waiting 0 ms 2024-12-04T19:23:04,988 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b. 2024-12-04T19:23:04,990 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/.tmp/rep_barrier/f696fbfe09ca4081b6bebaa57bfbc1d3 2024-12-04T19:23:04,991 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/default/test/2cf260367c184d9ddabfbd51131ff53b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T19:23:04,991 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:23:04,991 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T19:23:04,991 INFO [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b. 2024-12-04T19:23:04,991 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cf260367c184d9ddabfbd51131ff53b: Waiting for close lock at 1733340184988Running coprocessor pre-close hooks at 1733340184988Disabling compacts and flushes for region at 1733340184988Disabling writes for close at 1733340184988Writing region close event to WAL at 1733340184989 (+1 ms)Running coprocessor post-close hooks at 1733340184991 (+2 ms)Closed at 1733340184991 2024-12-04T19:23:04,991 DEBUG [RS_CLOSE_REGION-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733340165794.2cf260367c184d9ddabfbd51131ff53b. 2024-12-04T19:23:05,004 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/.tmp/table/7da163451668454d90860278d9a21fb2 is 53, key is hbase:replication/table:state/1733340170447/Put/seqid=0 2024-12-04T19:23:05,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741852_1028 (size=5308) 2024-12-04T19:23:05,138 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T19:23:05,138 INFO [regionserver/9ba2734cd39f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T19:23:05,139 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T19:23:05,139 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T19:23:05,139 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:23:05,339 DEBUG [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T19:23:05,407 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/.tmp/table/7da163451668454d90860278d9a21fb2 2024-12-04T19:23:05,411 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/.tmp/info/ca2e2ce2d8a34a03a8e5d934e8e73f07 as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/info/ca2e2ce2d8a34a03a8e5d934e8e73f07 2024-12-04T19:23:05,413 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/info/ca2e2ce2d8a34a03a8e5d934e8e73f07, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T19:23:05,414 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/.tmp/ns/58e13c49a11746c0877e1c720ad0c1fa as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/ns/58e13c49a11746c0877e1c720ad0c1fa 2024-12-04T19:23:05,416 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/ns/58e13c49a11746c0877e1c720ad0c1fa, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T19:23:05,417 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/.tmp/rep_barrier/f696fbfe09ca4081b6bebaa57bfbc1d3 as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/rep_barrier/f696fbfe09ca4081b6bebaa57bfbc1d3 2024-12-04T19:23:05,420 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/rep_barrier/f696fbfe09ca4081b6bebaa57bfbc1d3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T19:23:05,420 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/.tmp/table/7da163451668454d90860278d9a21fb2 as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/table/7da163451668454d90860278d9a21fb2 2024-12-04T19:23:05,423 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/table/7da163451668454d90860278d9a21fb2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T19:23:05,423 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1285ms, sequenceid=16, compaction requested=false 2024-12-04T19:23:05,423 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T19:23:05,426 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T19:23:05,427 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T19:23:05,427 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T19:23:05,427 INFO [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T19:23:05,427 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733340184138Running coprocessor pre-close hooks at 1733340184138Disabling compacts and flushes for region at 1733340184138Disabling writes for close at 1733340184138Obtaining lock to block concurrent updates at 1733340184138Preparing flush snapshotting stores in 1588230740 at 1733340184138Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733340184138Flushing stores of hbase:meta,,1.1588230740 at 1733340184139 (+1 ms)Flushing 1588230740/info: creating writer at 1733340184139Flushing 1588230740/info: appending metadata at 1733340184150 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733340184150Flushing 1588230740/ns: creating writer at 1733340184156 (+6 ms)Flushing 1588230740/ns: appending metadata at 1733340184170 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733340184170Flushing 1588230740/rep_barrier: creating writer at 1733340184577 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733340184587 (+10 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733340184587Flushing 1588230740/table: creating writer at 1733340184993 (+406 ms)Flushing 1588230740/table: appending metadata at 1733340185003 (+10 ms)Flushing 1588230740/table: closing flushed file at 1733340185003Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2443c4: reopening flushed file at 1733340185410 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528d435f: reopening flushed file at 1733340185414 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10dc0cd2: reopening flushed file at 1733340185417 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@116bd235: reopening flushed file at 1733340185420 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1285ms, sequenceid=16, compaction requested=false at 1733340185423 (+3 ms)Writing region close event to WAL at 1733340185425 (+2 ms)Running coprocessor post-close hooks at 1733340185427 (+2 ms)Closed at 1733340185427 2024-12-04T19:23:05,427 DEBUG [RS_CLOSE_META-regionserver/9ba2734cd39f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T19:23:05,539 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(976): stopping server 9ba2734cd39f,43403,1733340151883; all regions closed. 2024-12-04T19:23:05,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741843_1019 (size=859) 2024-12-04T19:23:05,542 DEBUG [RS:0;9ba2734cd39f:43403 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/oldWALs 2024-12-04T19:23:05,542 INFO [RS:0;9ba2734cd39f:43403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C43403%2C1733340151883.meta:.meta(num 1733340174266) 2024-12-04T19:23:05,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741844_1020 (size=2791) 2024-12-04T19:23:05,546 DEBUG [RS:0;9ba2734cd39f:43403 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/oldWALs 2024-12-04T19:23:05,546 INFO [RS:0;9ba2734cd39f:43403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C43403%2C1733340151883.rep:(num 1733340174281) 2024-12-04T19:23:05,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741842_1018 (size=696) 2024-12-04T19:23:05,548 DEBUG [RS:0;9ba2734cd39f:43403 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/oldWALs 2024-12-04T19:23:05,548 INFO [RS:0;9ba2734cd39f:43403 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9ba2734cd39f%2C43403%2C1733340151883:(num 1733340174252) 2024-12-04T19:23:05,548 DEBUG [RS:0;9ba2734cd39f:43403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:05,548 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T19:23:05,548 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:23:05,548 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.ChoreService(370): Chore service for: regionserver/9ba2734cd39f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T19:23:05,549 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:23:05,549 INFO [regionserver/9ba2734cd39f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:23:05,549 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9ba2734cd39f,43403,1733340151883 because: Region server is closing 2024-12-04T19:23:05,549 INFO [RS:0;9ba2734cd39f:43403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:43403. 2024-12-04T19:23:05,549 DEBUG [RS:0;9ba2734cd39f:43403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:23:05,549 DEBUG [RS:0;9ba2734cd39f:43403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:05,549 DEBUG [RS:0;9ba2734cd39f:43403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:05,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:23:05,650 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.shipper9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T19:23:05,650 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T19:23:05,650 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,1-9ba2734cd39f,43403,1733340151883.replicationSource.shipper9ba2734cd39f%2C43403%2C1733340151883,1-9ba2734cd39f,43403,1733340151883 terminated 2024-12-04T19:23:05,650 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9ba2734cd39f,43403,1733340151883 because: Region server is closing 2024-12-04T19:23:05,650 INFO [RS:0;9ba2734cd39f:43403 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9ba2734cd39f:43403. 2024-12-04T19:23:05,650 DEBUG [RS:0;9ba2734cd39f:43403 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T19:23:05,650 DEBUG [RS:0;9ba2734cd39f:43403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:05,650 DEBUG [RS:0;9ba2734cd39f:43403 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T19:23:05,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T19:23:05,750 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.wal-reader.9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T19:23:05,750 WARN [RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.shipper9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T19:23:05,750 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9ba2734cd39f:0-0.replicationSource,2-9ba2734cd39f,43403,1733340151883.replicationSource.shipper9ba2734cd39f%2C43403%2C1733340151883,2-9ba2734cd39f,43403,1733340151883 terminated 2024-12-04T19:23:05,750 INFO [RS:0;9ba2734cd39f:43403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43403 2024-12-04T19:23:05,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01465838709/rs/9ba2734cd39f,43403,1733340151883 2024-12-04T19:23:05,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709/rs 2024-12-04T19:23:05,769 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:23:05,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9ba2734cd39f,43403,1733340151883] 2024-12-04T19:23:05,790 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01465838709/draining/9ba2734cd39f,43403,1733340151883 already deleted, retry=false 2024-12-04T19:23:05,790 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9ba2734cd39f,43403,1733340151883 expired; onlineServers=0 2024-12-04T19:23:05,790 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9ba2734cd39f,33021,1733340151695' ***** 2024-12-04T19:23:05,790 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T19:23:05,790 INFO [M:0;9ba2734cd39f:33021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T19:23:05,790 INFO [M:0;9ba2734cd39f:33021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T19:23:05,790 DEBUG [M:0;9ba2734cd39f:33021 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T19:23:05,790 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T19:23:05,790 DEBUG [M:0;9ba2734cd39f:33021 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T19:23:05,790 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340153924 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.small.0-1733340153924,5,FailOnTimeoutGroup] 2024-12-04T19:23:05,790 DEBUG [master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340153924 {}] cleaner.HFileCleaner(306): Exit Thread[master/9ba2734cd39f:0:becomeActiveMaster-HFileCleaner.large.0-1733340153924,5,FailOnTimeoutGroup] 2024-12-04T19:23:05,790 INFO [M:0;9ba2734cd39f:33021 {}] hbase.ChoreService(370): Chore service for: master/9ba2734cd39f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T19:23:05,790 INFO [M:0;9ba2734cd39f:33021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T19:23:05,790 DEBUG [M:0;9ba2734cd39f:33021 {}] master.HMaster(1795): Stopping service threads 2024-12-04T19:23:05,790 INFO [M:0;9ba2734cd39f:33021 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T19:23:05,791 INFO [M:0;9ba2734cd39f:33021 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T19:23:05,791 ERROR [M:0;9ba2734cd39f:33021 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:44567 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44567,5,PEWorkerGroup] 2024-12-04T19:23:05,791 INFO [M:0;9ba2734cd39f:33021 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T19:23:05,791 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T19:23:05,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01465838709/master 2024-12-04T19:23:05,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01465838709 2024-12-04T19:23:05,800 DEBUG [M:0;9ba2734cd39f:33021 {}] zookeeper.ZKUtil(347): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Unable to get data of znode /01465838709/master because node does not exist (not an error) 2024-12-04T19:23:05,801 WARN [M:0;9ba2734cd39f:33021 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T19:23:05,801 INFO [M:0;9ba2734cd39f:33021 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/.lastflushedseqids 2024-12-04T19:23:05,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741853_1029 (size=263) 2024-12-04T19:23:05,880 INFO [RS:0;9ba2734cd39f:43403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:23:05,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:23:05,880 INFO [RS:0;9ba2734cd39f:43403 {}] regionserver.HRegionServer(1031): Exiting; stopping=9ba2734cd39f,43403,1733340151883; zookeeper connection closed. 2024-12-04T19:23:05,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43403-0x101a1cbb2e60001, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:23:05,880 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19f96ece {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19f96ece 2024-12-04T19:23:05,880 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T19:23:06,204 INFO [M:0;9ba2734cd39f:33021 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T19:23:06,205 INFO [M:0;9ba2734cd39f:33021 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T19:23:06,205 DEBUG [M:0;9ba2734cd39f:33021 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T19:23:06,205 INFO [M:0;9ba2734cd39f:33021 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:23:06,205 DEBUG [M:0;9ba2734cd39f:33021 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:23:06,205 DEBUG [M:0;9ba2734cd39f:33021 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T19:23:06,205 DEBUG [M:0;9ba2734cd39f:33021 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:23:06,205 INFO [M:0;9ba2734cd39f:33021 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-12-04T19:23:06,216 DEBUG [M:0;9ba2734cd39f:33021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a259d488de9543029513c7fd6f7faf62 is 82, key is hbase:meta,,1/info:regioninfo/1733340155138/Put/seqid=0 2024-12-04T19:23:06,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741854_1030 (size=5672) 2024-12-04T19:23:06,620 INFO [M:0;9ba2734cd39f:33021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a259d488de9543029513c7fd6f7faf62 2024-12-04T19:23:06,638 DEBUG [M:0;9ba2734cd39f:33021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5b3ca8325a74a39afe43fb7bc25e8c2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733340166541/Put/seqid=0 2024-12-04T19:23:06,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741855_1031 (size=7610) 2024-12-04T19:23:07,041 INFO [M:0;9ba2734cd39f:33021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5b3ca8325a74a39afe43fb7bc25e8c2 2024-12-04T19:23:07,044 INFO [M:0;9ba2734cd39f:33021 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5b3ca8325a74a39afe43fb7bc25e8c2 2024-12-04T19:23:07,055 DEBUG [M:0;9ba2734cd39f:33021 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84748288055a4d4b8f4f9a24246328e3 is 69, key is 9ba2734cd39f,43403,1733340151883/rs:state/1733340154035/Put/seqid=0 2024-12-04T19:23:07,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741856_1032 (size=5156) 2024-12-04T19:23:07,459 INFO [M:0;9ba2734cd39f:33021 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84748288055a4d4b8f4f9a24246328e3 2024-12-04T19:23:07,462 DEBUG [M:0;9ba2734cd39f:33021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a259d488de9543029513c7fd6f7faf62 as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a259d488de9543029513c7fd6f7faf62 2024-12-04T19:23:07,465 INFO [M:0;9ba2734cd39f:33021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a259d488de9543029513c7fd6f7faf62, entries=8, sequenceid=121, filesize=5.5 K 2024-12-04T19:23:07,465 DEBUG [M:0;9ba2734cd39f:33021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5b3ca8325a74a39afe43fb7bc25e8c2 as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5b3ca8325a74a39afe43fb7bc25e8c2 2024-12-04T19:23:07,468 INFO [M:0;9ba2734cd39f:33021 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5b3ca8325a74a39afe43fb7bc25e8c2 2024-12-04T19:23:07,468 INFO [M:0;9ba2734cd39f:33021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5b3ca8325a74a39afe43fb7bc25e8c2, entries=13, sequenceid=121, filesize=7.4 K 2024-12-04T19:23:07,468 DEBUG [M:0;9ba2734cd39f:33021 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84748288055a4d4b8f4f9a24246328e3 as hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84748288055a4d4b8f4f9a24246328e3 2024-12-04T19:23:07,471 INFO [M:0;9ba2734cd39f:33021 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44567/user/jenkins/test-data/aff34559-ee49-602c-b602-aa660077ddd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84748288055a4d4b8f4f9a24246328e3, entries=1, sequenceid=121, filesize=5.0 K 2024-12-04T19:23:07,471 INFO [M:0;9ba2734cd39f:33021 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1266ms, sequenceid=121, compaction requested=false 2024-12-04T19:23:07,472 INFO [M:0;9ba2734cd39f:33021 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T19:23:07,472 DEBUG [M:0;9ba2734cd39f:33021 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733340186205Disabling compacts and flushes for region at 1733340186205Disabling writes for close at 1733340186205Obtaining lock to block concurrent updates at 1733340186205Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733340186205Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1733340186205Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733340186206 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733340186206Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733340186216 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733340186216Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733340186623 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733340186637 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733340186637Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733340187044 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733340187055 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733340187055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115cc36e: reopening flushed file at 1733340187462 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc8511a: reopening flushed file at 1733340187465 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45623c7e: reopening flushed file at 1733340187468 (+3 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1266ms, sequenceid=121, compaction requested=false at 1733340187471 (+3 ms)Writing region close event to WAL at 1733340187472 (+1 ms)Closed at 1733340187472 2024-12-04T19:23:07,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36309 is added to blk_1073741830_1006 (size=69920) 2024-12-04T19:23:07,474 INFO [M:0;9ba2734cd39f:33021 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T19:23:07,474 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T19:23:07,474 INFO [M:0;9ba2734cd39f:33021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33021 2024-12-04T19:23:07,474 INFO [M:0;9ba2734cd39f:33021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T19:23:07,627 INFO [M:0;9ba2734cd39f:33021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T19:23:07,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:23:07,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33021-0x101a1cbb2e60000, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T19:23:07,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4975a56f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T19:23:07,629 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@474640e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:23:07,629 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:23:07,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79f1497f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:23:07,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@257347c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/hadoop.log.dir/,STOPPED} 2024-12-04T19:23:07,630 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T19:23:07,630 WARN [BP-1244815036-172.17.0.2-1733340149585 heartbeating to localhost/127.0.0.1:44567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T19:23:07,630 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T19:23:07,630 WARN [BP-1244815036-172.17.0.2-1733340149585 heartbeating to localhost/127.0.0.1:44567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1244815036-172.17.0.2-1733340149585 (Datanode Uuid 29253d43-c2b3-4e14-a4e5-94eb5b38c4d2) service to localhost/127.0.0.1:44567 2024-12-04T19:23:07,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/cluster_2532b3ef-5886-465c-b355-9db166a2db65/data/data1/current/BP-1244815036-172.17.0.2-1733340149585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:23:07,631 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/cluster_2532b3ef-5886-465c-b355-9db166a2db65/data/data2/current/BP-1244815036-172.17.0.2-1733340149585 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T19:23:07,631 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T19:23:07,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c90248f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T19:23:07,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33539728{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T19:23:07,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T19:23:07,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12178e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T19:23:07,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eb3552c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5fb3fd52-5382-18ed-cdb6-f51fa3a9c3e3/hadoop.log.dir/,STOPPED} 2024-12-04T19:23:07,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T19:23:07,641 INFO [master/9ba2734cd39f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T19:23:07,641 INFO [master/9ba2734cd39f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T19:23:07,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T19:23:07,665 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=587 (was 526) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42549 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44567 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51908) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:42549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44969 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51908) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51908) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:44969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=973 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 311) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=14810 (was 15043) 2024-12-04T19:23:07,665 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=587 is superior to 500 2024-12-04T19:23:07,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a1cbb2e60005, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:23:07,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a1cbb2e60002, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:23:07,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a1cbb2e60008, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T19:23:07,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a1cbb2e60005, quorum=127.0.0.1:51908, baseZNode=/11283505891 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:23:07,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a1cbb2e60002, quorum=127.0.0.1:51908, baseZNode=/01465838709 Received Disconnected from ZooKeeper, ignoring 2024-12-04T19:23:07,739 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a1cbb2e60008, quorum=127.0.0.1:51908, baseZNode=/21350339934 Received Disconnected from ZooKeeper, ignoring